433 lines · c
1/*2 * Copyright (C) 2017 Netronome Systems, Inc.3 *4 * This software is licensed under the GNU General License Version 2,5 * June 1991 as shown in the file COPYING in the top-level directory of this6 * source tree.7 *8 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"9 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,10 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS11 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE12 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME13 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.14 */15 16#include <linux/debugfs.h>17#include <linux/device.h>18#include <linux/ethtool.h>19#include <linux/kernel.h>20#include <linux/list.h>21#include <linux/netdevice.h>22#include <linux/ptp_mock.h>23#include <linux/u64_stats_sync.h>24#include <net/devlink.h>25#include <net/udp_tunnel.h>26#include <net/xdp.h>27#include <net/macsec.h>28 29#define DRV_NAME "netdevsim"30 31#define NSIM_XDP_MAX_MTU 400032 33#define NSIM_EA(extack, msg) NL_SET_ERR_MSG_MOD((extack), msg)34 35#define NSIM_IPSEC_MAX_SA_COUNT 3336#define NSIM_IPSEC_VALID BIT(31)37#define NSIM_UDP_TUNNEL_N_PORTS 438 39struct nsim_sa {40 struct xfrm_state *xs;41 __be32 ipaddr[4];42 u32 key[4];43 u32 salt;44 bool used;45 bool crypt;46 bool rx;47};48 49struct nsim_ipsec {50 struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT];51 struct dentry *pfile;52 u32 count;53 u32 tx;54 u32 ok;55};56 57#define NSIM_MACSEC_MAX_SECY_COUNT 358#define NSIM_MACSEC_MAX_RXSC_COUNT 159struct nsim_rxsc {60 sci_t sci;61 bool used;62};63 64struct nsim_secy {65 sci_t sci;66 struct nsim_rxsc nsim_rxsc[NSIM_MACSEC_MAX_RXSC_COUNT];67 u8 nsim_rxsc_count;68 bool used;69};70 71struct nsim_macsec {72 struct nsim_secy nsim_secy[NSIM_MACSEC_MAX_SECY_COUNT];73 u8 nsim_secy_count;74};75 76struct nsim_ethtool_pauseparam {77 bool rx;78 bool tx;79 bool report_stats_rx;80 bool report_stats_tx;81};82 83struct nsim_ethtool {84 u32 get_err;85 u32 set_err;86 u32 channels;87 struct nsim_ethtool_pauseparam pauseparam;88 struct ethtool_coalesce coalesce;89 struct ethtool_ringparam ring;90 struct ethtool_fecparam fec;91};92 93struct nsim_rq {94 struct napi_struct napi;95 struct sk_buff_head skb_queue;96 struct page_pool *page_pool;97};98 99struct netdevsim {100 struct net_device *netdev;101 struct nsim_dev *nsim_dev;102 struct nsim_dev_port *nsim_dev_port;103 struct mock_phc *phc;104 struct nsim_rq *rq;105 106 u64 tx_packets;107 u64 tx_bytes;108 u64 tx_dropped;109 struct u64_stats_sync syncp;110 111 struct nsim_bus_dev *nsim_bus_dev;112 113 struct bpf_prog *bpf_offloaded;114 u32 bpf_offloaded_id;115 116 struct xdp_attachment_info xdp;117 struct xdp_attachment_info xdp_hw;118 119 bool bpf_tc_accept;120 bool bpf_tc_non_bound_accept;121 bool bpf_xdpdrv_accept;122 bool bpf_xdpoffload_accept;123 124 bool bpf_map_accept;125 struct nsim_ipsec ipsec;126 struct nsim_macsec macsec;127 struct {128 u32 inject_error;129 u32 sleep;130 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];131 u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS];132 struct debugfs_u32_array dfs_ports[2];133 } udp_ports;134 135 struct page *page;136 struct dentry *pp_dfs;137 138 struct nsim_ethtool ethtool;139 struct netdevsim __rcu *peer;140};141 142struct netdevsim *143nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port);144void nsim_destroy(struct netdevsim *ns);145bool netdev_is_nsim(struct net_device *dev);146 147void nsim_ethtool_init(struct netdevsim *ns);148 149void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev);150int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev,151 struct net_device *dev);152void nsim_udp_tunnels_info_destroy(struct net_device *dev);153 154#ifdef CONFIG_BPF_SYSCALL155int nsim_bpf_dev_init(struct nsim_dev *nsim_dev);156void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev);157int nsim_bpf_init(struct netdevsim *ns);158void nsim_bpf_uninit(struct netdevsim *ns);159int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf);160int nsim_bpf_disable_tc(struct netdevsim *ns);161int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type,162 void *type_data, void *cb_priv);163#else164 165static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev)166{167 return 0;168}169 170static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev)171{172}173static inline int nsim_bpf_init(struct netdevsim *ns)174{175 return 0;176}177 178static inline void nsim_bpf_uninit(struct netdevsim *ns)179{180}181 182static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf)183{184 return -EOPNOTSUPP;185}186 187static inline int nsim_bpf_disable_tc(struct netdevsim *ns)188{189 return 0;190}191 192static inline int193nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data,194 void *cb_priv)195{196 return -EOPNOTSUPP;197}198#endif199 200enum nsim_resource_id {201 NSIM_RESOURCE_NONE, /* DEVLINK_RESOURCE_ID_PARENT_TOP */202 NSIM_RESOURCE_IPV4,203 NSIM_RESOURCE_IPV4_FIB,204 NSIM_RESOURCE_IPV4_FIB_RULES,205 NSIM_RESOURCE_IPV6,206 NSIM_RESOURCE_IPV6_FIB,207 NSIM_RESOURCE_IPV6_FIB_RULES,208 NSIM_RESOURCE_NEXTHOPS,209};210 211struct nsim_dev_health {212 struct devlink_health_reporter *empty_reporter;213 struct devlink_health_reporter *dummy_reporter;214 struct dentry *ddir;215 char *recovered_break_msg;216 u32 binary_len;217 bool fail_recover;218};219 220int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink);221void nsim_dev_health_exit(struct nsim_dev *nsim_dev);222 223struct nsim_dev_hwstats_netdev {224 struct list_head list;225 struct net_device *netdev;226 struct rtnl_hw_stats64 stats;227 bool enabled;228 bool fail_enable;229};230 231struct nsim_dev_hwstats {232 struct dentry *ddir;233 struct dentry *l3_ddir;234 235 struct mutex hwsdev_list_lock; /* protects hwsdev list(s) */236 struct list_head l3_list;237 238 struct notifier_block netdevice_nb;239 struct delayed_work traffic_dw;240};241 242int nsim_dev_hwstats_init(struct nsim_dev *nsim_dev);243void nsim_dev_hwstats_exit(struct nsim_dev *nsim_dev);244 245#if IS_ENABLED(CONFIG_PSAMPLE)246int nsim_dev_psample_init(struct nsim_dev *nsim_dev);247void nsim_dev_psample_exit(struct nsim_dev *nsim_dev);248#else249static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev)250{251 return 0;252}253 254static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev)255{256}257#endif258 259enum nsim_dev_port_type {260 NSIM_DEV_PORT_TYPE_PF,261 NSIM_DEV_PORT_TYPE_VF,262};263 264#define NSIM_DEV_VF_PORT_INDEX_BASE 128265#define NSIM_DEV_VF_PORT_INDEX_MAX UINT_MAX266 267struct nsim_dev_port {268 struct list_head list;269 struct devlink_port devlink_port;270 unsigned int port_index;271 enum nsim_dev_port_type port_type;272 struct dentry *ddir;273 struct dentry *rate_parent;274 char *parent_name;275 struct netdevsim *ns;276};277 278struct nsim_vf_config {279 int link_state;280 u16 min_tx_rate;281 u16 max_tx_rate;282 u16 vlan;283 __be16 vlan_proto;284 u16 qos;285 u8 vf_mac[ETH_ALEN];286 bool spoofchk_enabled;287 bool trusted;288 bool rss_query_enabled;289};290 291struct nsim_dev {292 struct nsim_bus_dev *nsim_bus_dev;293 struct nsim_fib_data *fib_data;294 struct nsim_trap_data *trap_data;295 struct dentry *ddir;296 struct dentry *ports_ddir;297 struct dentry *take_snapshot;298 struct dentry *nodes_ddir;299 300 struct nsim_vf_config *vfconfigs;301 302 struct bpf_offload_dev *bpf_dev;303 bool bpf_bind_accept;304 bool bpf_bind_verifier_accept;305 u32 bpf_bind_verifier_delay;306 struct dentry *ddir_bpf_bound_progs;307 u32 prog_id_gen;308 struct list_head bpf_bound_progs;309 struct list_head bpf_bound_maps;310 struct netdev_phys_item_id switch_id;311 struct list_head port_list;312 bool fw_update_status;313 u32 fw_update_overwrite_mask;314 u32 max_macs;315 bool test1;316 bool dont_allow_reload;317 bool fail_reload;318 struct devlink_region *dummy_region;319 struct nsim_dev_health health;320 struct nsim_dev_hwstats hwstats;321 struct flow_action_cookie *fa_cookie;322 spinlock_t fa_cookie_lock; /* protects fa_cookie */323 bool fail_trap_group_set;324 bool fail_trap_policer_set;325 bool fail_trap_policer_counter_get;326 bool fail_trap_drop_counter_get;327 struct {328 struct udp_tunnel_nic_shared utn_shared;329 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];330 bool sync_all;331 bool open_only;332 bool ipv4_only;333 bool shared;334 bool static_iana_vxlan;335 u32 sleep;336 } udp_ports;337 struct nsim_dev_psample *psample;338 u16 esw_mode;339};340 341static inline bool nsim_esw_mode_is_legacy(struct nsim_dev *nsim_dev)342{343 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_LEGACY;344}345 346static inline bool nsim_esw_mode_is_switchdev(struct nsim_dev *nsim_dev)347{348 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV;349}350 351static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev)352{353 return devlink_net(priv_to_devlink(nsim_dev));354}355 356int nsim_dev_init(void);357void nsim_dev_exit(void);358int nsim_drv_probe(struct nsim_bus_dev *nsim_bus_dev);359void nsim_drv_remove(struct nsim_bus_dev *nsim_bus_dev);360int nsim_drv_port_add(struct nsim_bus_dev *nsim_bus_dev,361 enum nsim_dev_port_type type,362 unsigned int port_index);363int nsim_drv_port_del(struct nsim_bus_dev *nsim_bus_dev,364 enum nsim_dev_port_type type,365 unsigned int port_index);366int nsim_drv_configure_vfs(struct nsim_bus_dev *nsim_bus_dev,367 unsigned int num_vfs);368 369unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev);370 371struct nsim_fib_data *nsim_fib_create(struct devlink *devlink,372 struct netlink_ext_ack *extack);373void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data);374u64 nsim_fib_get_val(struct nsim_fib_data *fib_data,375 enum nsim_resource_id res_id, bool max);376 377static inline bool nsim_dev_port_is_pf(struct nsim_dev_port *nsim_dev_port)378{379 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_PF;380}381 382static inline bool nsim_dev_port_is_vf(struct nsim_dev_port *nsim_dev_port)383{384 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_VF;385}386#if IS_ENABLED(CONFIG_XFRM_OFFLOAD)387void nsim_ipsec_init(struct netdevsim *ns);388void nsim_ipsec_teardown(struct netdevsim *ns);389bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb);390#else391static inline void nsim_ipsec_init(struct netdevsim *ns)392{393}394 395static inline void nsim_ipsec_teardown(struct netdevsim *ns)396{397}398 399static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb)400{401 return true;402}403#endif404 405#if IS_ENABLED(CONFIG_MACSEC)406void nsim_macsec_init(struct netdevsim *ns);407void nsim_macsec_teardown(struct netdevsim *ns);408#else409static inline void nsim_macsec_init(struct netdevsim *ns)410{411}412 413static inline void nsim_macsec_teardown(struct netdevsim *ns)414{415}416#endif417 418struct nsim_bus_dev {419 struct device dev;420 struct list_head list;421 unsigned int port_count;422 unsigned int num_queues; /* Number of queues for each port on this bus */423 struct net *initial_net; /* Purpose of this is to carry net pointer424 * during the probe time only.425 */426 unsigned int max_vfs;427 unsigned int num_vfs;428 bool init;429};430 431int nsim_bus_init(void);432void nsim_bus_exit(void);433