1068 lines · c
1/* SPDX-License-Identifier: GPL-2.0-or-later */2/**************************************************************************/3/* */4/* IBM System i and System p Virtual NIC Device Driver */5/* Copyright (C) 2014 IBM Corp. */6/* Santiago Leon (santi_leon@yahoo.com) */7/* Thomas Falcon (tlfalcon@linux.vnet.ibm.com) */8/* John Allen (jallen@linux.vnet.ibm.com) */9/* */10/* */11/* This module contains the implementation of a virtual ethernet device */12/* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */13/* option of the RS/6000 Platform Architecture to interface with virtual */14/* ethernet NICs that are presented to the partition by the hypervisor. */15/* */16/**************************************************************************/17 18#define IBMVNIC_NAME "ibmvnic"19#define IBMVNIC_DRIVER_VERSION "1.0.1"20#define IBMVNIC_INVALID_MAP -121#define IBMVNIC_OPEN_FAILED 322 23/* basic structures plus 100 2k buffers */24#define IBMVNIC_IO_ENTITLEMENT_DEFAULT 61030525 26/* Initial module_parameters */27#define IBMVNIC_RX_WEIGHT 1628/* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */29#define IBMVNIC_BUFFS_PER_POOL 10030#define IBMVNIC_MAX_QUEUES 1631#define IBMVNIC_MAX_QUEUE_SZ 409632#define IBMVNIC_MAX_IND_DESCS 1633#define IBMVNIC_IND_ARR_SZ (IBMVNIC_MAX_IND_DESCS * 32)34 35#define IBMVNIC_TSO_BUF_SZ 6553636#define IBMVNIC_TSO_BUFS 6437#define IBMVNIC_TSO_POOL_MASK 0x8000000038 39/* A VNIC adapter has set of Rx and Tx pools (aka queues). Each Rx/Tx pool40 * has a set of buffers. The size of each buffer is determined by the MTU.41 *42 * Each Rx/Tx pool is also associated with a DMA region that is shared43 * with the "hardware" (VIOS) and used to send/receive packets. The DMA44 * region is also referred to as a Long Term Buffer or LTB.45 *46 * The size of the DMA region required for an Rx/Tx pool depends on the47 * number and size (MTU) of the buffers in the pool. At the max levels48 * of 4096 jumbo frames (MTU=9000) we will need about 9K*4K = 36MB plus49 * some padding.50 *51 * But the size of a single DMA region is limited by MAX_PAGE_ORDER in the52 * kernel (about 16MB currently). To support say 4K Jumbo frames, we53 * use a set of LTBs (struct ltb_set) per pool.54 *55 * IBMVNIC_ONE_LTB_MAX - max size of each LTB supported by kernel56 * IBMVNIC_ONE_LTB_SIZE - current max size of each LTB in an ltb_set57 * (must be <= IBMVNIC_ONE_LTB_MAX)58 * IBMVNIC_LTB_SET_SIZE - current size of all LTBs in an ltb_set59 *60 * Each VNIC can have upto 16 Rx, 16 Tx and 16 TSO pools. The TSO pools61 * are of fixed length (IBMVNIC_TSO_BUF_SZ * IBMVNIC_TSO_BUFS) of 4MB.62 *63 * The Rx and Tx pools can have upto 4096 buffers. The max size of these64 * buffers is about 9588 (for jumbo frames, including IBMVNIC_BUFFER_HLEN).65 * So, setting the IBMVNIC_LTB_SET_SIZE for a pool to 4096 * 9588 ~= 38MB.66 *67 * There is a trade-off in setting IBMVNIC_ONE_LTB_SIZE. If it is large,68 * the allocation of the LTB can fail when system is low in memory. If69 * its too small, we would need several mappings for each of the Rx/70 * Tx/TSO pools but there is a limit of 255 mappings per vnic in the71 * VNIC protocol.72 *73 * So setting IBMVNIC_ONE_LTB_SIZE to 8MB. With IBMVNIC_LTB_SET_SIZE set74 * to 38MB, we will need 5 LTBs per Rx and Tx pool and 1 LTB per TSO75 * pool for the 4MB. Thus the 16 Rx and Tx queues require 32 * 5 = 16076 * plus 16 for the TSO pools for a total of 176 LTB mappings per VNIC.77 */78#define IBMVNIC_ONE_LTB_MAX ((u32)((1 << MAX_PAGE_ORDER) * PAGE_SIZE))79#define IBMVNIC_ONE_LTB_SIZE min((u32)(8 << 20), IBMVNIC_ONE_LTB_MAX)80#define IBMVNIC_LTB_SET_SIZE (38 << 20)81 82#define IBMVNIC_BUFFER_HLEN 50083#define IBMVNIC_RESET_DELAY 10084 85struct ibmvnic_login_buffer {86 __be32 len;87 __be32 version;88#define INITIAL_VERSION_LB 189 __be32 num_txcomp_subcrqs;90 __be32 off_txcomp_subcrqs;91 __be32 num_rxcomp_subcrqs;92 __be32 off_rxcomp_subcrqs;93 __be32 login_rsp_ioba;94 __be32 login_rsp_len;95 __be32 client_data_offset;96 __be32 client_data_len;97} __packed __aligned(8);98 99struct ibmvnic_login_rsp_buffer {100 __be32 len;101 __be32 version;102#define INITIAL_VERSION_LRB 1103 __be32 num_txsubm_subcrqs;104 __be32 off_txsubm_subcrqs;105 __be32 num_rxadd_subcrqs;106 __be32 off_rxadd_subcrqs;107 __be32 off_rxadd_buff_size;108 __be32 num_supp_tx_desc;109 __be32 off_supp_tx_desc;110} __packed __aligned(8);111 112struct ibmvnic_query_ip_offload_buffer {113 __be32 len;114 __be32 version;115#define INITIAL_VERSION_IOB 1116 u8 ipv4_chksum;117 u8 ipv6_chksum;118 u8 tcp_ipv4_chksum;119 u8 tcp_ipv6_chksum;120 u8 udp_ipv4_chksum;121 u8 udp_ipv6_chksum;122 u8 large_tx_ipv4;123 u8 large_tx_ipv6;124 u8 large_rx_ipv4;125 u8 large_rx_ipv6;126 u8 reserved1[14];127 __be16 max_ipv4_header_size;128 __be16 max_ipv6_header_size;129 __be16 max_tcp_header_size;130 __be16 max_udp_header_size;131 __be32 max_large_tx_size;132 __be32 max_large_rx_size;133 u8 reserved2[16];134 u8 ipv6_extension_header;135#define IPV6_EH_NOT_SUPPORTED 0x00136#define IPV6_EH_SUPPORTED_LIM 0x01137#define IPV6_EH_SUPPORTED 0xFF138 u8 tcp_pseudosum_req;139#define TCP_PS_NOT_REQUIRED 0x00140#define TCP_PS_REQUIRED 0x01141 u8 reserved3[30];142 __be16 num_ipv6_ext_headers;143 __be32 off_ipv6_ext_headers;144 u8 reserved4[154];145} __packed __aligned(8);146 147struct ibmvnic_control_ip_offload_buffer {148 __be32 len;149 __be32 version;150#define INITIAL_VERSION_IOB 1151 u8 ipv4_chksum;152 u8 ipv6_chksum;153 u8 tcp_ipv4_chksum;154 u8 tcp_ipv6_chksum;155 u8 udp_ipv4_chksum;156 u8 udp_ipv6_chksum;157 u8 large_tx_ipv4;158 u8 large_tx_ipv6;159 u8 bad_packet_rx;160 u8 large_rx_ipv4;161 u8 large_rx_ipv6;162 u8 reserved4[111];163} __packed __aligned(8);164 165struct ibmvnic_fw_component {166 u8 name[48];167 __be32 trace_buff_size;168 u8 correlator;169 u8 trace_level;170 u8 parent_correlator;171 u8 error_check_level;172 u8 trace_on;173 u8 reserved[7];174 u8 description[192];175} __packed __aligned(8);176 177struct ibmvnic_fw_trace_entry {178 __be32 trace_id;179 u8 num_valid_data;180 u8 reserved[3];181 __be64 pmc_registers;182 __be64 timebase;183 __be64 trace_data[5];184} __packed __aligned(8);185 186struct ibmvnic_statistics {187 __be32 version;188 __be32 promiscuous;189 __be64 rx_packets;190 __be64 rx_bytes;191 __be64 tx_packets;192 __be64 tx_bytes;193 __be64 ucast_tx_packets;194 __be64 ucast_rx_packets;195 __be64 mcast_tx_packets;196 __be64 mcast_rx_packets;197 __be64 bcast_tx_packets;198 __be64 bcast_rx_packets;199 __be64 align_errors;200 __be64 fcs_errors;201 __be64 single_collision_frames;202 __be64 multi_collision_frames;203 __be64 sqe_test_errors;204 __be64 deferred_tx;205 __be64 late_collisions;206 __be64 excess_collisions;207 __be64 internal_mac_tx_errors;208 __be64 carrier_sense;209 __be64 too_long_frames;210 __be64 internal_mac_rx_errors;211 u8 reserved[72];212} __packed __aligned(8);213 214#define NUM_TX_STATS 3215struct ibmvnic_tx_queue_stats {216 u64 packets;217 u64 bytes;218 u64 dropped_packets;219};220 221#define NUM_RX_STATS 3222struct ibmvnic_rx_queue_stats {223 u64 packets;224 u64 bytes;225 u64 interrupts;226};227 228struct ibmvnic_acl_buffer {229 __be32 len;230 __be32 version;231#define INITIAL_VERSION_IOB 1232 u8 mac_acls_restrict;233 u8 vlan_acls_restrict;234 u8 reserved1[22];235 __be32 num_mac_addrs;236 __be32 offset_mac_addrs;237 __be32 num_vlan_ids;238 __be32 offset_vlan_ids;239 u8 reserved2[80];240} __packed __aligned(8);241 242/* descriptors have been changed, how should this be defined? 1? 4? */243 244#define IBMVNIC_TX_DESC_VERSIONS 3245 246/* is this still needed? */247struct ibmvnic_tx_comp_desc {248 u8 first;249 u8 num_comps;250 __be16 rcs[5];251 __be32 correlators[5];252} __packed __aligned(8);253 254/* some flags that included in v0 descriptor, which is gone255 * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM256 * and only in some offload_flags variable that doesn't seem257 * to be used anywhere, can probably be removed?258 */259 260#define IBMVNIC_TCP_CHKSUM 0x20261#define IBMVNIC_UDP_CHKSUM 0x08262 263struct ibmvnic_tx_desc {264 u8 first;265 u8 type;266 267#define IBMVNIC_TX_DESC 0x10268 u8 n_crq_elem;269 u8 n_sge;270 u8 flags1;271#define IBMVNIC_TX_COMP_NEEDED 0x80272#define IBMVNIC_TX_CHKSUM_OFFLOAD 0x40273#define IBMVNIC_TX_LSO 0x20274#define IBMVNIC_TX_PROT_TCP 0x10275#define IBMVNIC_TX_PROT_UDP 0x08276#define IBMVNIC_TX_PROT_IPV4 0x04277#define IBMVNIC_TX_PROT_IPV6 0x02278#define IBMVNIC_TX_VLAN_PRESENT 0x01279 u8 flags2;280#define IBMVNIC_TX_VLAN_INSERT 0x80281 __be16 mss;282 u8 reserved[4];283 __be32 correlator;284 __be16 vlan_id;285 __be16 dma_reg;286 __be32 sge_len;287 __be64 ioba;288} __packed __aligned(8);289 290struct ibmvnic_hdr_desc {291 u8 first;292 u8 type;293#define IBMVNIC_HDR_DESC 0x11294 u8 len;295 u8 l2_len;296 __be16 l3_len;297 u8 l4_len;298 u8 flag;299 u8 data[24];300} __packed __aligned(8);301 302struct ibmvnic_hdr_ext_desc {303 u8 first;304 u8 type;305#define IBMVNIC_HDR_EXT_DESC 0x12306 u8 len;307 u8 data[29];308} __packed __aligned(8);309 310struct ibmvnic_sge_desc {311 u8 first;312 u8 type;313#define IBMVNIC_SGE_DESC 0x30314 __be16 sge1_dma_reg;315 __be32 sge1_len;316 __be64 sge1_ioba;317 __be16 reserved;318 __be16 sge2_dma_reg;319 __be32 sge2_len;320 __be64 sge2_ioba;321} __packed __aligned(8);322 323struct ibmvnic_rx_comp_desc {324 u8 first;325 u8 flags;326#define IBMVNIC_IP_CHKSUM_GOOD 0x80327#define IBMVNIC_TCP_UDP_CHKSUM_GOOD 0x40328#define IBMVNIC_END_FRAME 0x20329#define IBMVNIC_EXACT_MC 0x10330#define IBMVNIC_VLAN_STRIPPED 0x08331 __be16 off_frame_data;332 __be32 len;333 __be64 correlator;334 __be16 vlan_tci;335 __be16 rc;336 u8 reserved[12];337} __packed __aligned(8);338 339struct ibmvnic_generic_scrq {340 u8 first;341 u8 reserved[31];342} __packed __aligned(8);343 344struct ibmvnic_rx_buff_add_desc {345 u8 first;346 u8 reserved[7];347 __be64 correlator;348 __be32 ioba;349 u8 map_id;350 __be32 len:24;351 u8 reserved2[8];352} __packed __aligned(8);353 354struct ibmvnic_rc {355 u8 code; /* one of enum ibmvnic_rc_codes */356 u8 detailed_data[3];357} __packed __aligned(4);358 359struct ibmvnic_generic_crq {360 u8 first;361 u8 cmd;362 u8 params[10];363 struct ibmvnic_rc rc;364} __packed __aligned(8);365 366struct ibmvnic_version_exchange {367 u8 first;368 u8 cmd;369 __be16 version;370#define IBMVNIC_INITIAL_VERSION 1371 u8 reserved[8];372 struct ibmvnic_rc rc;373} __packed __aligned(8);374 375struct ibmvnic_capability {376 u8 first;377 u8 cmd;378 __be16 capability; /* one of ibmvnic_capabilities */379 __be64 number;380 struct ibmvnic_rc rc;381} __packed __aligned(8);382 383struct ibmvnic_login {384 u8 first;385 u8 cmd;386 u8 reserved[6];387 __be32 ioba;388 __be32 len;389} __packed __aligned(8);390 391struct ibmvnic_phys_parms {392 u8 first;393 u8 cmd;394 u8 flags1;395#define IBMVNIC_EXTERNAL_LOOPBACK 0x80396#define IBMVNIC_INTERNAL_LOOPBACK 0x40397#define IBMVNIC_PROMISC 0x20398#define IBMVNIC_PHYS_LINK_ACTIVE 0x10399#define IBMVNIC_AUTONEG_DUPLEX 0x08400#define IBMVNIC_FULL_DUPLEX 0x04401#define IBMVNIC_HALF_DUPLEX 0x02402#define IBMVNIC_CAN_CHG_PHYS_PARMS 0x01403 u8 flags2;404#define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80405 __be32 speed;406#define IBMVNIC_AUTONEG 0x80000000407#define IBMVNIC_10MBPS 0x40000000408#define IBMVNIC_100MBPS 0x20000000409#define IBMVNIC_1GBPS 0x10000000410#define IBMVNIC_10GBPS 0x08000000411#define IBMVNIC_40GBPS 0x04000000412#define IBMVNIC_100GBPS 0x02000000413#define IBMVNIC_25GBPS 0x01000000414#define IBMVNIC_50GBPS 0x00800000415#define IBMVNIC_200GBPS 0x00400000416 __be32 mtu;417 struct ibmvnic_rc rc;418} __packed __aligned(8);419 420struct ibmvnic_logical_link_state {421 u8 first;422 u8 cmd;423 u8 link_state;424#define IBMVNIC_LOGICAL_LNK_DN 0x00425#define IBMVNIC_LOGICAL_LNK_UP 0x01426#define IBMVNIC_LOGICAL_LNK_QUERY 0xff427 u8 reserved[9];428 struct ibmvnic_rc rc;429} __packed __aligned(8);430 431struct ibmvnic_query_ip_offload {432 u8 first;433 u8 cmd;434 u8 reserved[2];435 __be32 len;436 __be32 ioba;437 struct ibmvnic_rc rc;438} __packed __aligned(8);439 440struct ibmvnic_control_ip_offload {441 u8 first;442 u8 cmd;443 u8 reserved[2];444 __be32 ioba;445 __be32 len;446 struct ibmvnic_rc rc;447} __packed __aligned(8);448 449struct ibmvnic_request_statistics {450 u8 first;451 u8 cmd;452 u8 flags;453#define IBMVNIC_PHYSICAL_PORT 0x80454 u8 reserved1;455 __be32 ioba;456 __be32 len;457 u8 reserved[4];458} __packed __aligned(8);459 460struct ibmvnic_error_indication {461 u8 first;462 u8 cmd;463 u8 flags;464#define IBMVNIC_FATAL_ERROR 0x80465 u8 reserved1;466 __be32 error_id;467 __be32 detail_error_sz;468 __be16 error_cause;469 u8 reserved2[2];470} __packed __aligned(8);471 472struct ibmvnic_link_state_indication {473 u8 first;474 u8 cmd;475 u8 reserved1[2];476 u8 phys_link_state;477 u8 logical_link_state;478 u8 reserved2[10];479} __packed __aligned(8);480 481struct ibmvnic_change_mac_addr {482 u8 first;483 u8 cmd;484 u8 mac_addr[6];485 u8 reserved[4];486 struct ibmvnic_rc rc;487} __packed __aligned(8);488 489struct ibmvnic_multicast_ctrl {490 u8 first;491 u8 cmd;492 u8 mac_addr[6];493 u8 flags;494#define IBMVNIC_ENABLE_MC 0x80495#define IBMVNIC_DISABLE_MC 0x40496#define IBMVNIC_ENABLE_ALL 0x20497#define IBMVNIC_DISABLE_ALL 0x10498 u8 reserved1;499 __be16 reserved2; /* was num_enabled_mc_addr; */500 struct ibmvnic_rc rc;501} __packed __aligned(8);502 503struct ibmvnic_get_vpd_size {504 u8 first;505 u8 cmd;506 u8 reserved[14];507} __packed __aligned(8);508 509struct ibmvnic_get_vpd_size_rsp {510 u8 first;511 u8 cmd;512 u8 reserved[2];513 __be64 len;514 struct ibmvnic_rc rc;515} __packed __aligned(8);516 517struct ibmvnic_get_vpd {518 u8 first;519 u8 cmd;520 u8 reserved1[2];521 __be32 ioba;522 __be32 len;523 u8 reserved[4];524} __packed __aligned(8);525 526struct ibmvnic_get_vpd_rsp {527 u8 first;528 u8 cmd;529 u8 reserved[10];530 struct ibmvnic_rc rc;531} __packed __aligned(8);532 533struct ibmvnic_acl_change_indication {534 u8 first;535 u8 cmd;536 __be16 change_type;537#define IBMVNIC_MAC_ACL 0538#define IBMVNIC_VLAN_ACL 1539 u8 reserved[12];540} __packed __aligned(8);541 542struct ibmvnic_acl_query {543 u8 first;544 u8 cmd;545 u8 reserved1[2];546 __be32 ioba;547 __be32 len;548 u8 reserved2[4];549} __packed __aligned(8);550 551struct ibmvnic_tune {552 u8 first;553 u8 cmd;554 u8 reserved1[2];555 __be32 ioba;556 __be32 len;557 u8 reserved2[4];558} __packed __aligned(8);559 560struct ibmvnic_request_map {561 u8 first;562 u8 cmd;563 u8 reserved1;564 u8 map_id;565 __be32 ioba;566 __be32 len;567 u8 reserved2[4];568} __packed __aligned(8);569 570struct ibmvnic_request_map_rsp {571 u8 first;572 u8 cmd;573 u8 reserved1;574 u8 map_id;575 u8 reserved2[8];576 struct ibmvnic_rc rc;577} __packed __aligned(8);578 579struct ibmvnic_request_unmap {580 u8 first;581 u8 cmd;582 u8 reserved1;583 u8 map_id;584 u8 reserved2[12];585} __packed __aligned(8);586 587struct ibmvnic_request_unmap_rsp {588 u8 first;589 u8 cmd;590 u8 reserved1;591 u8 map_id;592 u8 reserved2[8];593 struct ibmvnic_rc rc;594} __packed __aligned(8);595 596struct ibmvnic_query_map {597 u8 first;598 u8 cmd;599 u8 reserved[14];600} __packed __aligned(8);601 602struct ibmvnic_query_map_rsp {603 u8 first;604 u8 cmd;605 u8 reserved;606 u8 page_size;607 __be32 tot_pages;608 __be32 free_pages;609 struct ibmvnic_rc rc;610} __packed __aligned(8);611 612union ibmvnic_crq {613 struct ibmvnic_generic_crq generic;614 struct ibmvnic_version_exchange version_exchange;615 struct ibmvnic_version_exchange version_exchange_rsp;616 struct ibmvnic_capability query_capability;617 struct ibmvnic_capability query_capability_rsp;618 struct ibmvnic_capability request_capability;619 struct ibmvnic_capability request_capability_rsp;620 struct ibmvnic_login login;621 struct ibmvnic_generic_crq login_rsp;622 struct ibmvnic_phys_parms query_phys_parms;623 struct ibmvnic_phys_parms query_phys_parms_rsp;624 struct ibmvnic_phys_parms query_phys_capabilities;625 struct ibmvnic_phys_parms query_phys_capabilities_rsp;626 struct ibmvnic_phys_parms set_phys_parms;627 struct ibmvnic_phys_parms set_phys_parms_rsp;628 struct ibmvnic_logical_link_state logical_link_state;629 struct ibmvnic_logical_link_state logical_link_state_rsp;630 struct ibmvnic_query_ip_offload query_ip_offload;631 struct ibmvnic_query_ip_offload query_ip_offload_rsp;632 struct ibmvnic_control_ip_offload control_ip_offload;633 struct ibmvnic_control_ip_offload control_ip_offload_rsp;634 struct ibmvnic_request_statistics request_statistics;635 struct ibmvnic_generic_crq request_statistics_rsp;636 struct ibmvnic_error_indication error_indication;637 struct ibmvnic_link_state_indication link_state_indication;638 struct ibmvnic_change_mac_addr change_mac_addr;639 struct ibmvnic_change_mac_addr change_mac_addr_rsp;640 struct ibmvnic_multicast_ctrl multicast_ctrl;641 struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;642 struct ibmvnic_get_vpd_size get_vpd_size;643 struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;644 struct ibmvnic_get_vpd get_vpd;645 struct ibmvnic_get_vpd_rsp get_vpd_rsp;646 struct ibmvnic_acl_change_indication acl_change_indication;647 struct ibmvnic_acl_query acl_query;648 struct ibmvnic_generic_crq acl_query_rsp;649 struct ibmvnic_tune tune;650 struct ibmvnic_generic_crq tune_rsp;651 struct ibmvnic_request_map request_map;652 struct ibmvnic_request_map_rsp request_map_rsp;653 struct ibmvnic_request_unmap request_unmap;654 struct ibmvnic_request_unmap_rsp request_unmap_rsp;655 struct ibmvnic_query_map query_map;656 struct ibmvnic_query_map_rsp query_map_rsp;657};658 659enum ibmvnic_rc_codes {660 SUCCESS = 0,661 PARTIALSUCCESS = 1,662 PERMISSION = 2,663 NOMEMORY = 3,664 PARAMETER = 4,665 UNKNOWNCOMMAND = 5,666 ABORTED = 6,667 INVALIDSTATE = 7,668 INVALIDIOBA = 8,669 INVALIDLENGTH = 9,670 UNSUPPORTEDOPTION = 10,671};672 673enum ibmvnic_capabilities {674 MIN_TX_QUEUES = 1,675 MIN_RX_QUEUES = 2,676 MIN_RX_ADD_QUEUES = 3,677 MAX_TX_QUEUES = 4,678 MAX_RX_QUEUES = 5,679 MAX_RX_ADD_QUEUES = 6,680 REQ_TX_QUEUES = 7,681 REQ_RX_QUEUES = 8,682 REQ_RX_ADD_QUEUES = 9,683 MIN_TX_ENTRIES_PER_SUBCRQ = 10,684 MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,685 MAX_TX_ENTRIES_PER_SUBCRQ = 12,686 MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,687 REQ_TX_ENTRIES_PER_SUBCRQ = 14,688 REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,689 TCP_IP_OFFLOAD = 16,690 PROMISC_REQUESTED = 17,691 PROMISC_SUPPORTED = 18,692 MIN_MTU = 19,693 MAX_MTU = 20,694 REQ_MTU = 21,695 MAX_MULTICAST_FILTERS = 22,696 VLAN_HEADER_INSERTION = 23,697 RX_VLAN_HEADER_INSERTION = 24,698 MAX_TX_SG_ENTRIES = 25,699 RX_SG_SUPPORTED = 26,700 RX_SG_REQUESTED = 27,701 OPT_TX_COMP_SUB_QUEUES = 28,702 OPT_RX_COMP_QUEUES = 29,703 OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,704 OPT_TX_ENTRIES_PER_SUBCRQ = 31,705 OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,706 TX_RX_DESC_REQ = 33,707};708 709enum ibmvnic_error_cause {710 ADAPTER_PROBLEM = 0,711 BUS_PROBLEM = 1,712 FW_PROBLEM = 2,713 DD_PROBLEM = 3,714 EEH_RECOVERY = 4,715 FW_UPDATED = 5,716 LOW_MEMORY = 6,717};718 719enum ibmvnic_commands {720 VERSION_EXCHANGE = 0x01,721 VERSION_EXCHANGE_RSP = 0x81,722 QUERY_CAPABILITY = 0x02,723 QUERY_CAPABILITY_RSP = 0x82,724 REQUEST_CAPABILITY = 0x03,725 REQUEST_CAPABILITY_RSP = 0x83,726 LOGIN = 0x04,727 LOGIN_RSP = 0x84,728 QUERY_PHYS_PARMS = 0x05,729 QUERY_PHYS_PARMS_RSP = 0x85,730 QUERY_PHYS_CAPABILITIES = 0x06,731 QUERY_PHYS_CAPABILITIES_RSP = 0x86,732 SET_PHYS_PARMS = 0x07,733 SET_PHYS_PARMS_RSP = 0x87,734 ERROR_INDICATION = 0x08,735 LOGICAL_LINK_STATE = 0x0C,736 LOGICAL_LINK_STATE_RSP = 0x8C,737 REQUEST_STATISTICS = 0x0D,738 REQUEST_STATISTICS_RSP = 0x8D,739 COLLECT_FW_TRACE = 0x11,740 COLLECT_FW_TRACE_RSP = 0x91,741 LINK_STATE_INDICATION = 0x12,742 CHANGE_MAC_ADDR = 0x13,743 CHANGE_MAC_ADDR_RSP = 0x93,744 MULTICAST_CTRL = 0x14,745 MULTICAST_CTRL_RSP = 0x94,746 GET_VPD_SIZE = 0x15,747 GET_VPD_SIZE_RSP = 0x95,748 GET_VPD = 0x16,749 GET_VPD_RSP = 0x96,750 TUNE = 0x17,751 TUNE_RSP = 0x97,752 QUERY_IP_OFFLOAD = 0x18,753 QUERY_IP_OFFLOAD_RSP = 0x98,754 CONTROL_IP_OFFLOAD = 0x19,755 CONTROL_IP_OFFLOAD_RSP = 0x99,756 ACL_CHANGE_INDICATION = 0x1A,757 ACL_QUERY = 0x1B,758 ACL_QUERY_RSP = 0x9B,759 QUERY_MAP = 0x1D,760 QUERY_MAP_RSP = 0x9D,761 REQUEST_MAP = 0x1E,762 REQUEST_MAP_RSP = 0x9E,763 REQUEST_UNMAP = 0x1F,764 REQUEST_UNMAP_RSP = 0x9F,765 VLAN_CTRL = 0x20,766 VLAN_CTRL_RSP = 0xA0,767};768 769enum ibmvnic_crq_type {770 IBMVNIC_CRQ_CMD = 0x80,771 IBMVNIC_CRQ_CMD_RSP = 0x80,772 IBMVNIC_CRQ_INIT_CMD = 0xC0,773 IBMVNIC_CRQ_INIT_RSP = 0xC0,774 IBMVNIC_CRQ_XPORT_EVENT = 0xFF,775};776 777enum ibmvfc_crq_format {778 IBMVNIC_CRQ_INIT = 0x01,779 IBMVNIC_CRQ_INIT_COMPLETE = 0x02,780 IBMVNIC_PARTITION_MIGRATED = 0x06,781 IBMVNIC_DEVICE_FAILOVER = 0x08,782};783 784struct ibmvnic_crq_queue {785 union ibmvnic_crq *msgs;786 int size, cur;787 dma_addr_t msg_token;788 /* Used for serialization of msgs, cur */789 spinlock_t lock;790 bool active;791 char name[32];792};793 794union sub_crq {795 struct ibmvnic_generic_scrq generic;796 struct ibmvnic_tx_comp_desc tx_comp;797 struct ibmvnic_tx_desc v1;798 struct ibmvnic_hdr_desc hdr;799 struct ibmvnic_hdr_ext_desc hdr_ext;800 struct ibmvnic_sge_desc sge;801 struct ibmvnic_rx_comp_desc rx_comp;802 struct ibmvnic_rx_buff_add_desc rx_add;803};804 805struct ibmvnic_ind_xmit_queue {806 union sub_crq *indir_arr;807 dma_addr_t indir_dma;808 int index;809};810 811struct ibmvnic_sub_crq_queue {812 union sub_crq *msgs;813 int size, cur;814 dma_addr_t msg_token;815 unsigned long crq_num;816 unsigned long hw_irq;817 unsigned int irq;818 unsigned int pool_index;819 int scrq_num;820 /* Used for serialization of msgs, cur */821 spinlock_t lock;822 struct sk_buff *rx_skb_top;823 struct ibmvnic_adapter *adapter;824 struct ibmvnic_ind_xmit_queue ind_buf;825 atomic_t used;826 char name[32];827 u64 handle;828 cpumask_var_t affinity_mask;829} ____cacheline_aligned;830 831struct ibmvnic_long_term_buff {832 unsigned char *buff;833 dma_addr_t addr;834 u64 size;835 u8 map_id;836};837 838struct ibmvnic_ltb_set {839 int num_ltbs;840 struct ibmvnic_long_term_buff *ltbs;841};842 843struct ibmvnic_tx_buff {844 struct sk_buff *skb;845 int index;846 int pool_index;847 int num_entries;848};849 850struct ibmvnic_tx_pool {851 struct ibmvnic_tx_buff *tx_buff;852 int *free_map;853 int consumer_index;854 int producer_index;855 struct ibmvnic_ltb_set ltb_set;856 int num_buffers;857 int buf_size;858} ____cacheline_aligned;859 860struct ibmvnic_rx_buff {861 struct sk_buff *skb;862 dma_addr_t dma;863 unsigned char *data;864 int size;865 int pool_index;866};867 868struct ibmvnic_rx_pool {869 struct ibmvnic_rx_buff *rx_buff;870 int size; /* # of buffers in the pool */871 int index;872 int buff_size;873 atomic_t available;874 int *free_map;875 int next_free;876 int next_alloc;877 int active;878 struct ibmvnic_ltb_set ltb_set;879} ____cacheline_aligned;880 881struct ibmvnic_vpd {882 unsigned char *buff;883 dma_addr_t dma_addr;884 u64 len;885};886 887enum vnic_state {VNIC_PROBING = 1,888 VNIC_PROBED,889 VNIC_OPENING,890 VNIC_OPEN,891 VNIC_CLOSING,892 VNIC_CLOSED,893 VNIC_REMOVING,894 VNIC_REMOVED,895 VNIC_DOWN};896 897enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1,898 VNIC_RESET_MOBILITY,899 VNIC_RESET_FATAL,900 VNIC_RESET_NON_FATAL,901 VNIC_RESET_TIMEOUT,902 VNIC_RESET_CHANGE_PARAM,903 VNIC_RESET_PASSIVE_INIT};904 905struct ibmvnic_rwi {906 enum ibmvnic_reset_reason reset_reason;907 struct list_head list;908};909 910struct ibmvnic_tunables {911 u64 rx_queues;912 u64 tx_queues;913 u64 rx_entries;914 u64 tx_entries;915 u64 mtu;916};917 918struct ibmvnic_adapter {919 struct vio_dev *vdev;920 struct net_device *netdev;921 struct ibmvnic_crq_queue crq;922 u8 mac_addr[ETH_ALEN];923 struct ibmvnic_query_ip_offload_buffer ip_offload_buf;924 dma_addr_t ip_offload_tok;925 struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;926 dma_addr_t ip_offload_ctrl_tok;927 u32 msg_enable;928 929 /* Vital Product Data (VPD) */930 struct ibmvnic_vpd *vpd;931 char fw_version[32];932 933 /* Statistics */934 struct ibmvnic_statistics stats;935 dma_addr_t stats_token;936 struct completion stats_done;937 int replenish_no_mem;938 int replenish_add_buff_success;939 int replenish_add_buff_failure;940 int replenish_task_cycles;941 int tx_send_failed;942 int tx_map_failed;943 944 struct ibmvnic_tx_queue_stats *tx_stats_buffers;945 struct ibmvnic_rx_queue_stats *rx_stats_buffers;946 947 int phys_link_state;948 int logical_link_state;949 950 u32 speed;951 u8 duplex;952 953 /* login data */954 struct ibmvnic_login_buffer *login_buf;955 dma_addr_t login_buf_token;956 int login_buf_sz;957 958 struct ibmvnic_login_rsp_buffer *login_rsp_buf;959 dma_addr_t login_rsp_buf_token;960 int login_rsp_buf_sz;961 962 atomic_t running_cap_crqs;963 964 struct ibmvnic_sub_crq_queue **tx_scrq ____cacheline_aligned;965 struct ibmvnic_sub_crq_queue **rx_scrq ____cacheline_aligned;966 967 /* rx structs */968 struct napi_struct *napi;969 struct ibmvnic_rx_pool *rx_pool;970 u64 promisc;971 972 struct ibmvnic_tx_pool *tx_pool;973 struct ibmvnic_tx_pool *tso_pool;974 struct completion probe_done;975 struct completion init_done;976 int init_done_rc;977 978 struct completion fw_done;979 /* Used for serialization of device commands */980 struct mutex fw_lock;981 int fw_done_rc;982 983 struct completion reset_done;984 int reset_done_rc;985 bool wait_for_reset;986 987 /* CPU hotplug instances for online & dead */988 struct hlist_node node;989 struct hlist_node node_dead;990 991 /* partner capabilities */992 u64 min_tx_queues;993 u64 min_rx_queues;994 u64 min_rx_add_queues;995 u64 max_tx_queues;996 u64 max_rx_queues;997 u64 max_rx_add_queues;998 u64 req_tx_queues;999 u64 req_rx_queues;1000 u64 req_rx_add_queues;1001 u64 min_tx_entries_per_subcrq;1002 u64 min_rx_add_entries_per_subcrq;1003 u64 max_tx_entries_per_subcrq;1004 u64 max_rx_add_entries_per_subcrq;1005 u64 req_tx_entries_per_subcrq;1006 u64 req_rx_add_entries_per_subcrq;1007 u64 tcp_ip_offload;1008 u64 promisc_requested;1009 u64 promisc_supported;1010 u64 min_mtu;1011 u64 max_mtu;1012 u64 req_mtu;1013 u64 prev_mtu;1014 u64 max_multicast_filters;1015 u64 vlan_header_insertion;1016 u64 rx_vlan_header_insertion;1017 u64 max_tx_sg_entries;1018 u64 rx_sg_supported;1019 u64 rx_sg_requested;1020 u64 opt_tx_comp_sub_queues;1021 u64 opt_rx_comp_queues;1022 u64 opt_rx_bufadd_q_per_rx_comp_q;1023 u64 opt_tx_entries_per_subcrq;1024 u64 opt_rxba_entries_per_subcrq;1025 __be64 tx_rx_desc_req;1026#define MAX_MAP_ID 2551027 DECLARE_BITMAP(map_ids, MAX_MAP_ID);1028 u32 num_active_rx_scrqs;1029 u32 num_active_rx_pools;1030 u32 num_active_rx_napi;1031 u32 num_active_tx_scrqs;1032 u32 num_active_tx_pools;1033 1034 u32 prev_rx_pool_size;1035 u32 prev_tx_pool_size;1036 u32 cur_rx_buf_sz;1037 u32 prev_rx_buf_sz;1038 1039 struct tasklet_struct tasklet;1040 enum vnic_state state;1041 /* Used for serialization of state field. When taking both state1042 * and rwi locks, take state lock first.1043 */1044 spinlock_t state_lock;1045 enum ibmvnic_reset_reason reset_reason;1046 struct list_head rwi_list;1047 /* Used for serialization of rwi_list. When taking both state1048 * and rwi locks, take state lock first1049 */1050 spinlock_t rwi_lock;1051 struct work_struct ibmvnic_reset;1052 struct delayed_work ibmvnic_delayed_reset;1053 unsigned long resetting;1054 /* last device reset time */1055 unsigned long last_reset_time;1056 1057 bool napi_enabled;1058 bool from_passive_init;1059 bool login_pending;1060 /* protected by rcu */1061 bool tx_queues_active;1062 bool failover_pending;1063 bool force_reset_recovery;1064 1065 struct ibmvnic_tunables desired;1066 struct ibmvnic_tunables fallback;1067};1068