1003 lines · c
1// SPDX-License-Identifier: GPL-2.0-or-later2/*3 * Copyright (c) 2014-2015 Hisilicon Limited.4 */5 6#include <linux/etherdevice.h>7#include <linux/netdevice.h>8#include <linux/spinlock.h>9 10#include "hnae.h"11#include "hns_dsaf_mac.h"12#include "hns_dsaf_main.h"13#include "hns_dsaf_ppe.h"14#include "hns_dsaf_rcb.h"15 16static struct hns_mac_cb *hns_get_mac_cb(struct hnae_handle *handle)17{18 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);19 20 return vf_cb->mac_cb;21}22 23static struct dsaf_device *hns_ae_get_dsaf_dev(struct hnae_ae_dev *dev)24{25 return container_of(dev, struct dsaf_device, ae_dev);26}27 28static struct hns_ppe_cb *hns_get_ppe_cb(struct hnae_handle *handle)29{30 int ppe_index;31 struct ppe_common_cb *ppe_comm;32 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);33 34 ppe_comm = vf_cb->dsaf_dev->ppe_common[0];35 ppe_index = vf_cb->port_index;36 37 return &ppe_comm->ppe_cb[ppe_index];38}39 40static int hns_ae_get_q_num_per_vf(41 struct dsaf_device *dsaf_dev, int port)42{43 return dsaf_dev->rcb_common[0]->max_q_per_vf;44}45 46static int hns_ae_get_vf_num_per_port(47 struct dsaf_device *dsaf_dev, int port)48{49 return dsaf_dev->rcb_common[0]->max_vfn;50}51 52static struct ring_pair_cb *hns_ae_get_base_ring_pair(53 struct dsaf_device *dsaf_dev, int port)54{55 struct rcb_common_cb *rcb_comm = dsaf_dev->rcb_common[0];56 int q_num = rcb_comm->max_q_per_vf;57 int vf_num = rcb_comm->max_vfn;58 59 return &rcb_comm->ring_pair_cb[port * q_num * vf_num];60}61 62static struct ring_pair_cb *hns_ae_get_ring_pair(struct hnae_queue *q)63{64 return container_of(q, struct ring_pair_cb, q);65}66 67static struct hnae_handle *hns_ae_get_handle(struct hnae_ae_dev *dev,68 u32 port_id)69{70 int vfnum_per_port;71 int qnum_per_vf;72 int i;73 struct dsaf_device *dsaf_dev;74 struct hnae_handle *ae_handle;75 struct ring_pair_cb *ring_pair_cb;76 struct hnae_vf_cb *vf_cb;77 78 dsaf_dev = hns_ae_get_dsaf_dev(dev);79 80 ring_pair_cb = hns_ae_get_base_ring_pair(dsaf_dev, port_id);81 vfnum_per_port = hns_ae_get_vf_num_per_port(dsaf_dev, port_id);82 qnum_per_vf = hns_ae_get_q_num_per_vf(dsaf_dev, port_id);83 84 vf_cb = kzalloc(struct_size(vf_cb, ae_handle.qs, qnum_per_vf),85 GFP_KERNEL);86 if (unlikely(!vf_cb)) {87 dev_err(dsaf_dev->dev, "malloc vf_cb fail!\n");88 ae_handle = ERR_PTR(-ENOMEM);89 goto handle_err;90 }91 ae_handle = &vf_cb->ae_handle;92 /* ae_handle Init */93 ae_handle->owner_dev = dsaf_dev->dev;94 ae_handle->dev = dev;95 ae_handle->q_num = qnum_per_vf;96 ae_handle->coal_param = HNAE_LOWEST_LATENCY_COAL_PARAM;97 98 /* find ring pair, and set vf id*/99 for (ae_handle->vf_id = 0;100 ae_handle->vf_id < vfnum_per_port; ae_handle->vf_id++) {101 if (!ring_pair_cb->used_by_vf)102 break;103 ring_pair_cb += qnum_per_vf;104 }105 if (ae_handle->vf_id >= vfnum_per_port) {106 dev_err(dsaf_dev->dev, "malloc queue fail!\n");107 ae_handle = ERR_PTR(-EINVAL);108 goto vf_id_err;109 }110 111 for (i = 0; i < qnum_per_vf; i++) {112 ae_handle->qs[i] = &ring_pair_cb->q;113 ae_handle->qs[i]->rx_ring.q = ae_handle->qs[i];114 ae_handle->qs[i]->tx_ring.q = ae_handle->qs[i];115 116 ring_pair_cb->used_by_vf = 1;117 ring_pair_cb++;118 }119 120 vf_cb->dsaf_dev = dsaf_dev;121 vf_cb->port_index = port_id;122 vf_cb->mac_cb = dsaf_dev->mac_cb[port_id];123 124 ae_handle->phy_if = vf_cb->mac_cb->phy_if;125 ae_handle->phy_dev = vf_cb->mac_cb->phy_dev;126 ae_handle->if_support = vf_cb->mac_cb->if_support;127 ae_handle->port_type = vf_cb->mac_cb->mac_type;128 ae_handle->media_type = vf_cb->mac_cb->media_type;129 ae_handle->dport_id = port_id;130 131 return ae_handle;132vf_id_err:133 kfree(vf_cb);134handle_err:135 return ae_handle;136}137 138static void hns_ae_put_handle(struct hnae_handle *handle)139{140 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);141 int i;142 143 for (i = 0; i < handle->q_num; i++)144 hns_ae_get_ring_pair(handle->qs[i])->used_by_vf = 0;145 146 kfree(vf_cb);147}148 149static int hns_ae_wait_flow_down(struct hnae_handle *handle)150{151 struct dsaf_device *dsaf_dev;152 struct hns_ppe_cb *ppe_cb;153 struct hnae_vf_cb *vf_cb;154 int ret;155 int i;156 157 for (i = 0; i < handle->q_num; i++) {158 ret = hns_rcb_wait_tx_ring_clean(handle->qs[i]);159 if (ret)160 return ret;161 }162 163 ppe_cb = hns_get_ppe_cb(handle);164 ret = hns_ppe_wait_tx_fifo_clean(ppe_cb);165 if (ret)166 return ret;167 168 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);169 if (!dsaf_dev)170 return -EINVAL;171 ret = hns_dsaf_wait_pkt_clean(dsaf_dev, handle->dport_id);172 if (ret)173 return ret;174 175 vf_cb = hns_ae_get_vf_cb(handle);176 ret = hns_mac_wait_fifo_clean(vf_cb->mac_cb);177 if (ret)178 return ret;179 180 mdelay(10);181 return 0;182}183 184static void hns_ae_ring_enable_all(struct hnae_handle *handle, int val)185{186 int q_num = handle->q_num;187 int i;188 189 for (i = 0; i < q_num; i++)190 hns_rcb_ring_enable_hw(handle->qs[i], val);191}192 193static void hns_ae_init_queue(struct hnae_queue *q)194{195 struct ring_pair_cb *ring =196 container_of(q, struct ring_pair_cb, q);197 198 hns_rcb_init_hw(ring);199}200 201static void hns_ae_fini_queue(struct hnae_queue *q)202{203 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(q->handle);204 205 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)206 hns_rcb_reset_ring_hw(q);207}208 209static int hns_ae_set_mac_address(struct hnae_handle *handle, const void *p)210{211 int ret;212 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);213 214 if (!p || !is_valid_ether_addr((const u8 *)p)) {215 dev_err(handle->owner_dev, "is not valid ether addr !\n");216 return -EADDRNOTAVAIL;217 }218 219 ret = hns_mac_change_vf_addr(mac_cb, handle->vf_id, p);220 if (ret != 0) {221 dev_err(handle->owner_dev,222 "set_mac_address fail, ret=%d!\n", ret);223 return ret;224 }225 226 return 0;227}228 229static int hns_ae_add_uc_address(struct hnae_handle *handle,230 const unsigned char *addr)231{232 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);233 234 if (mac_cb->mac_type != HNAE_PORT_SERVICE)235 return -ENOSPC;236 237 return hns_mac_add_uc_addr(mac_cb, handle->vf_id, addr);238}239 240static int hns_ae_rm_uc_address(struct hnae_handle *handle,241 const unsigned char *addr)242{243 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);244 245 if (mac_cb->mac_type != HNAE_PORT_SERVICE)246 return -ENOSPC;247 248 return hns_mac_rm_uc_addr(mac_cb, handle->vf_id, addr);249}250 251static int hns_ae_set_multicast_one(struct hnae_handle *handle, void *addr)252{253 int ret;254 char *mac_addr = (char *)addr;255 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);256 u8 port_num;257 258 assert(mac_cb);259 260 if (mac_cb->mac_type != HNAE_PORT_SERVICE)261 return 0;262 263 ret = hns_mac_set_multi(mac_cb, mac_cb->mac_id, mac_addr, true);264 if (ret) {265 dev_err(handle->owner_dev,266 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",267 mac_addr, mac_cb->mac_id, ret);268 return ret;269 }270 271 ret = hns_mac_get_inner_port_num(mac_cb, handle->vf_id, &port_num);272 if (ret)273 return ret;274 275 ret = hns_mac_set_multi(mac_cb, port_num, mac_addr, true);276 if (ret)277 dev_err(handle->owner_dev,278 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",279 mac_addr, DSAF_BASE_INNER_PORT_NUM, ret);280 281 return ret;282}283 284static int hns_ae_clr_multicast(struct hnae_handle *handle)285{286 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);287 288 if (mac_cb->mac_type != HNAE_PORT_SERVICE)289 return 0;290 291 return hns_mac_clr_multicast(mac_cb, handle->vf_id);292}293 294static int hns_ae_set_mtu(struct hnae_handle *handle, int new_mtu)295{296 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);297 struct hnae_queue *q;298 u32 rx_buf_size;299 int i, ret;300 301 /* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */302 if (!AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) {303 if (new_mtu <= BD_SIZE_2048_MAX_MTU)304 rx_buf_size = 2048;305 else306 rx_buf_size = 4096;307 } else {308 rx_buf_size = mac_cb->dsaf_dev->buf_size;309 }310 311 ret = hns_mac_set_mtu(mac_cb, new_mtu, rx_buf_size);312 313 if (!ret) {314 /* reinit ring buf_size */315 for (i = 0; i < handle->q_num; i++) {316 q = handle->qs[i];317 q->rx_ring.buf_size = rx_buf_size;318 hns_rcb_set_rx_ring_bs(q, rx_buf_size);319 }320 }321 322 return ret;323}324 325static void hns_ae_set_tso_stats(struct hnae_handle *handle, int enable)326{327 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);328 329 hns_ppe_set_tso_enable(ppe_cb, enable);330}331 332static int hns_ae_start(struct hnae_handle *handle)333{334 int ret;335 int k;336 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);337 338 ret = hns_mac_vm_config_bc_en(mac_cb, 0, true);339 if (ret)340 return ret;341 342 for (k = 0; k < handle->q_num; k++) {343 if (AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver))344 hns_rcb_int_clr_hw(handle->qs[k],345 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);346 else347 hns_rcbv2_int_clr_hw(handle->qs[k],348 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);349 }350 hns_ae_ring_enable_all(handle, 1);351 msleep(100);352 353 hns_mac_start(mac_cb);354 355 return 0;356}357 358static void hns_ae_stop(struct hnae_handle *handle)359{360 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);361 362 /* just clean tx fbd, neednot rx fbd*/363 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_TX);364 365 msleep(20);366 367 hns_mac_stop(mac_cb);368 369 usleep_range(10000, 20000);370 371 hns_ae_ring_enable_all(handle, 0);372 373 /* clean rx fbd. */374 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_RX);375 376 (void)hns_mac_vm_config_bc_en(mac_cb, 0, false);377}378 379static void hns_ae_reset(struct hnae_handle *handle)380{381 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);382 383 if (vf_cb->mac_cb->mac_type == HNAE_PORT_DEBUG) {384 hns_mac_reset(vf_cb->mac_cb);385 hns_ppe_reset_common(vf_cb->dsaf_dev, 0);386 }387}388 389static void hns_ae_toggle_ring_irq(struct hnae_ring *ring, u32 mask)390{391 u32 flag;392 393 if (is_tx_ring(ring))394 flag = RCB_INT_FLAG_TX;395 else396 flag = RCB_INT_FLAG_RX;397 398 hns_rcb_int_ctrl_hw(ring->q, flag, mask);399}400 401static void hns_aev2_toggle_ring_irq(struct hnae_ring *ring, u32 mask)402{403 u32 flag;404 405 if (is_tx_ring(ring))406 flag = RCB_INT_FLAG_TX;407 else408 flag = RCB_INT_FLAG_RX;409 410 hns_rcbv2_int_ctrl_hw(ring->q, flag, mask);411}412 413static int hns_ae_get_link_status(struct hnae_handle *handle)414{415 u32 link_status;416 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);417 418 hns_mac_get_link_status(mac_cb, &link_status);419 420 return !!link_status;421}422 423static int hns_ae_get_mac_info(struct hnae_handle *handle,424 u8 *auto_neg, u16 *speed, u8 *duplex)425{426 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);427 428 return hns_mac_get_port_info(mac_cb, auto_neg, speed, duplex);429}430 431static bool hns_ae_need_adjust_link(struct hnae_handle *handle, int speed,432 int duplex)433{434 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);435 436 return hns_mac_need_adjust_link(mac_cb, speed, duplex);437}438 439static void hns_ae_adjust_link(struct hnae_handle *handle, int speed,440 int duplex)441{442 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);443 444 switch (mac_cb->dsaf_dev->dsaf_ver) {445 case AE_VERSION_1:446 hns_mac_adjust_link(mac_cb, speed, duplex);447 break;448 449 case AE_VERSION_2:450 /* chip need to clear all pkt inside */451 hns_mac_disable(mac_cb, MAC_COMM_MODE_RX);452 if (hns_ae_wait_flow_down(handle)) {453 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);454 break;455 }456 457 hns_mac_adjust_link(mac_cb, speed, duplex);458 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);459 break;460 461 default:462 break;463 }464}465 466static void hns_ae_get_ring_bdnum_limit(struct hnae_queue *queue,467 u32 *uplimit)468{469 *uplimit = HNS_RCB_RING_MAX_PENDING_BD;470}471 472static void hns_ae_get_pauseparam(struct hnae_handle *handle,473 u32 *auto_neg, u32 *rx_en, u32 *tx_en)474{475 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);476 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;477 478 hns_mac_get_autoneg(mac_cb, auto_neg);479 480 hns_mac_get_pauseparam(mac_cb, rx_en, tx_en);481 482 /* Service port's pause feature is provided by DSAF, not mac */483 if (handle->port_type == HNAE_PORT_SERVICE)484 hns_dsaf_get_rx_mac_pause_en(dsaf_dev, mac_cb->mac_id, rx_en);485}486 487static void hns_ae_set_promisc_mode(struct hnae_handle *handle, u32 en)488{489 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);490 491 hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle->dev), en);492 hns_mac_set_promisc(mac_cb, (u8)!!en);493}494 495static int hns_ae_set_pauseparam(struct hnae_handle *handle,496 u32 autoneg, u32 rx_en, u32 tx_en)497{498 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);499 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;500 int ret;501 502 ret = hns_mac_set_autoneg(mac_cb, autoneg);503 if (ret)504 return ret;505 506 /* Service port's pause feature is provided by DSAF, not mac */507 if (handle->port_type == HNAE_PORT_SERVICE) {508 ret = hns_dsaf_set_rx_mac_pause_en(dsaf_dev,509 mac_cb->mac_id, rx_en);510 if (ret)511 return ret;512 rx_en = 0;513 }514 return hns_mac_set_pauseparam(mac_cb, rx_en, tx_en);515}516 517static void hns_ae_get_coalesce_usecs(struct hnae_handle *handle,518 u32 *tx_usecs, u32 *rx_usecs)519{520 struct ring_pair_cb *ring_pair =521 container_of(handle->qs[0], struct ring_pair_cb, q);522 523 *tx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,524 ring_pair->port_id_in_comm);525 *rx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,526 ring_pair->port_id_in_comm);527}528 529static void hns_ae_get_max_coalesced_frames(struct hnae_handle *handle,530 u32 *tx_frames, u32 *rx_frames)531{532 struct ring_pair_cb *ring_pair =533 container_of(handle->qs[0], struct ring_pair_cb, q);534 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);535 536 if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||537 handle->port_type == HNAE_PORT_DEBUG)538 *tx_frames = hns_rcb_get_rx_coalesced_frames(539 ring_pair->rcb_common, ring_pair->port_id_in_comm);540 else541 *tx_frames = hns_rcb_get_tx_coalesced_frames(542 ring_pair->rcb_common, ring_pair->port_id_in_comm);543 *rx_frames = hns_rcb_get_rx_coalesced_frames(ring_pair->rcb_common,544 ring_pair->port_id_in_comm);545}546 547static int hns_ae_set_coalesce_usecs(struct hnae_handle *handle,548 u32 timeout)549{550 struct ring_pair_cb *ring_pair =551 container_of(handle->qs[0], struct ring_pair_cb, q);552 553 return hns_rcb_set_coalesce_usecs(554 ring_pair->rcb_common, ring_pair->port_id_in_comm, timeout);555}556 557static int hns_ae_set_coalesce_frames(struct hnae_handle *handle,558 u32 tx_frames, u32 rx_frames)559{560 int ret;561 struct ring_pair_cb *ring_pair =562 container_of(handle->qs[0], struct ring_pair_cb, q);563 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);564 565 if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||566 handle->port_type == HNAE_PORT_DEBUG) {567 if (tx_frames != rx_frames)568 return -EINVAL;569 return hns_rcb_set_rx_coalesced_frames(570 ring_pair->rcb_common,571 ring_pair->port_id_in_comm, rx_frames);572 } else {573 if (tx_frames != 1)574 return -EINVAL;575 ret = hns_rcb_set_tx_coalesced_frames(576 ring_pair->rcb_common,577 ring_pair->port_id_in_comm, tx_frames);578 if (ret)579 return ret;580 581 return hns_rcb_set_rx_coalesced_frames(582 ring_pair->rcb_common,583 ring_pair->port_id_in_comm, rx_frames);584 }585}586 587static void hns_ae_get_coalesce_range(struct hnae_handle *handle,588 u32 *tx_frames_low, u32 *rx_frames_low,589 u32 *tx_frames_high, u32 *rx_frames_high,590 u32 *tx_usecs_low, u32 *rx_usecs_low,591 u32 *tx_usecs_high, u32 *rx_usecs_high)592{593 struct dsaf_device *dsaf_dev;594 595 assert(handle);596 597 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);598 599 *tx_frames_low = HNS_RCB_TX_FRAMES_LOW;600 *rx_frames_low = HNS_RCB_RX_FRAMES_LOW;601 602 if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||603 handle->port_type == HNAE_PORT_DEBUG)604 *tx_frames_high =605 (dsaf_dev->desc_num - 1 > HNS_RCB_TX_FRAMES_HIGH) ?606 HNS_RCB_TX_FRAMES_HIGH : dsaf_dev->desc_num - 1;607 else608 *tx_frames_high = 1;609 610 *rx_frames_high = (dsaf_dev->desc_num - 1 > HNS_RCB_RX_FRAMES_HIGH) ?611 HNS_RCB_RX_FRAMES_HIGH : dsaf_dev->desc_num - 1;612 *tx_usecs_low = HNS_RCB_TX_USECS_LOW;613 *rx_usecs_low = HNS_RCB_RX_USECS_LOW;614 *tx_usecs_high = HNS_RCB_TX_USECS_HIGH;615 *rx_usecs_high = HNS_RCB_RX_USECS_HIGH;616}617 618static void hns_ae_update_stats(struct hnae_handle *handle,619 struct net_device_stats *net_stats)620{621 int port;622 int idx;623 struct dsaf_device *dsaf_dev;624 struct hns_mac_cb *mac_cb;625 struct hns_ppe_cb *ppe_cb;626 struct hnae_queue *queue;627 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);628 u64 tx_bytes = 0, rx_bytes = 0, tx_packets = 0, rx_packets = 0;629 u64 rx_errors = 0, tx_errors = 0, tx_dropped = 0;630 u64 rx_missed_errors;631 632 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);633 if (!dsaf_dev)634 return;635 port = vf_cb->port_index;636 ppe_cb = hns_get_ppe_cb(handle);637 mac_cb = hns_get_mac_cb(handle);638 639 for (idx = 0; idx < handle->q_num; idx++) {640 queue = handle->qs[idx];641 hns_rcb_update_stats(queue);642 643 tx_bytes += queue->tx_ring.stats.tx_bytes;644 tx_packets += queue->tx_ring.stats.tx_pkts;645 rx_bytes += queue->rx_ring.stats.rx_bytes;646 rx_packets += queue->rx_ring.stats.rx_pkts;647 648 rx_errors += queue->rx_ring.stats.err_pkt_len649 + queue->rx_ring.stats.l2_err650 + queue->rx_ring.stats.l3l4_csum_err;651 }652 653 hns_ppe_update_stats(ppe_cb);654 rx_missed_errors = ppe_cb->hw_stats.rx_drop_no_buf;655 tx_errors += ppe_cb->hw_stats.tx_err_checksum656 + ppe_cb->hw_stats.tx_err_fifo_empty;657 658 if (mac_cb->mac_type == HNAE_PORT_SERVICE) {659 hns_dsaf_update_stats(dsaf_dev, port);660 /* for port upline direction, i.e., rx. */661 rx_missed_errors += dsaf_dev->hw_stats[port].bp_drop;662 rx_missed_errors += dsaf_dev->hw_stats[port].pad_drop;663 rx_missed_errors += dsaf_dev->hw_stats[port].crc_false;664 665 /* for port downline direction, i.e., tx. */666 port = port + DSAF_PPE_INODE_BASE;667 hns_dsaf_update_stats(dsaf_dev, port);668 tx_dropped += dsaf_dev->hw_stats[port].bp_drop;669 tx_dropped += dsaf_dev->hw_stats[port].pad_drop;670 tx_dropped += dsaf_dev->hw_stats[port].crc_false;671 tx_dropped += dsaf_dev->hw_stats[port].rslt_drop;672 tx_dropped += dsaf_dev->hw_stats[port].vlan_drop;673 tx_dropped += dsaf_dev->hw_stats[port].stp_drop;674 }675 676 hns_mac_update_stats(mac_cb);677 rx_errors += mac_cb->hw_stats.rx_fifo_overrun_err;678 679 tx_errors += mac_cb->hw_stats.tx_bad_pkts680 + mac_cb->hw_stats.tx_fragment_err681 + mac_cb->hw_stats.tx_jabber_err682 + mac_cb->hw_stats.tx_underrun_err683 + mac_cb->hw_stats.tx_crc_err;684 685 net_stats->tx_bytes = tx_bytes;686 net_stats->tx_packets = tx_packets;687 net_stats->rx_bytes = rx_bytes;688 net_stats->rx_dropped = 0;689 net_stats->rx_packets = rx_packets;690 net_stats->rx_errors = rx_errors;691 net_stats->tx_errors = tx_errors;692 net_stats->tx_dropped = tx_dropped;693 net_stats->rx_missed_errors = rx_missed_errors;694 net_stats->rx_crc_errors = mac_cb->hw_stats.rx_fcs_err;695 net_stats->rx_frame_errors = mac_cb->hw_stats.rx_align_err;696 net_stats->rx_fifo_errors = mac_cb->hw_stats.rx_fifo_overrun_err;697 net_stats->rx_length_errors = mac_cb->hw_stats.rx_len_err;698 net_stats->multicast = mac_cb->hw_stats.rx_mc_pkts;699}700 701static void hns_ae_get_stats(struct hnae_handle *handle, u64 *data)702{703 int idx;704 struct hns_mac_cb *mac_cb;705 struct hns_ppe_cb *ppe_cb;706 u64 *p = data;707 struct hnae_vf_cb *vf_cb;708 709 if (!handle || !data) {710 pr_err("hns_ae_get_stats NULL handle or data pointer!\n");711 return;712 }713 714 vf_cb = hns_ae_get_vf_cb(handle);715 mac_cb = hns_get_mac_cb(handle);716 ppe_cb = hns_get_ppe_cb(handle);717 718 for (idx = 0; idx < handle->q_num; idx++) {719 hns_rcb_get_stats(handle->qs[idx], p);720 p += hns_rcb_get_ring_sset_count((int)ETH_SS_STATS);721 }722 723 hns_ppe_get_stats(ppe_cb, p);724 p += hns_ppe_get_sset_count((int)ETH_SS_STATS);725 726 hns_mac_get_stats(mac_cb, p);727 p += hns_mac_get_sset_count(mac_cb, (int)ETH_SS_STATS);728 729 if (mac_cb->mac_type == HNAE_PORT_SERVICE)730 hns_dsaf_get_stats(vf_cb->dsaf_dev, p, vf_cb->port_index);731}732 733static void hns_ae_get_strings(struct hnae_handle *handle,734 u32 stringset, u8 *data)735{736 int port;737 int idx;738 struct hns_mac_cb *mac_cb;739 struct hns_ppe_cb *ppe_cb;740 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);741 u8 *p = data;742 struct hnae_vf_cb *vf_cb;743 744 assert(handle);745 746 vf_cb = hns_ae_get_vf_cb(handle);747 port = vf_cb->port_index;748 mac_cb = hns_get_mac_cb(handle);749 ppe_cb = hns_get_ppe_cb(handle);750 751 for (idx = 0; idx < handle->q_num; idx++) {752 hns_rcb_get_strings(stringset, p, idx);753 p += ETH_GSTRING_LEN * hns_rcb_get_ring_sset_count(stringset);754 }755 756 hns_ppe_get_strings(ppe_cb, stringset, p);757 p += ETH_GSTRING_LEN * hns_ppe_get_sset_count(stringset);758 759 hns_mac_get_strings(mac_cb, stringset, p);760 p += ETH_GSTRING_LEN * hns_mac_get_sset_count(mac_cb, stringset);761 762 if (mac_cb->mac_type == HNAE_PORT_SERVICE)763 hns_dsaf_get_strings(stringset, p, port, dsaf_dev);764}765 766static int hns_ae_get_sset_count(struct hnae_handle *handle, int stringset)767{768 u32 sset_count = 0;769 struct hns_mac_cb *mac_cb;770 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);771 772 assert(handle);773 774 mac_cb = hns_get_mac_cb(handle);775 776 sset_count += hns_rcb_get_ring_sset_count(stringset) * handle->q_num;777 sset_count += hns_ppe_get_sset_count(stringset);778 sset_count += hns_mac_get_sset_count(mac_cb, stringset);779 780 if (mac_cb->mac_type == HNAE_PORT_SERVICE)781 sset_count += hns_dsaf_get_sset_count(dsaf_dev, stringset);782 783 return sset_count;784}785 786static int hns_ae_config_loopback(struct hnae_handle *handle,787 enum hnae_loop loop, int en)788{789 int ret;790 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);791 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);792 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;793 794 switch (loop) {795 case MAC_INTERNALLOOP_PHY:796 ret = 0;797 break;798 case MAC_INTERNALLOOP_SERDES:799 ret = dsaf_dev->misc_op->cfg_serdes_loopback(vf_cb->mac_cb,800 !!en);801 break;802 case MAC_INTERNALLOOP_MAC:803 ret = hns_mac_config_mac_loopback(vf_cb->mac_cb, loop, en);804 break;805 default:806 ret = -EINVAL;807 }808 809 return ret;810}811 812static void hns_ae_update_led_status(struct hnae_handle *handle)813{814 struct hns_mac_cb *mac_cb;815 816 assert(handle);817 mac_cb = hns_get_mac_cb(handle);818 if (mac_cb->media_type != HNAE_MEDIA_TYPE_FIBER)819 return;820 821 hns_set_led_opt(mac_cb);822}823 824static int hns_ae_cpld_set_led_id(struct hnae_handle *handle,825 enum hnae_led_state status)826{827 struct hns_mac_cb *mac_cb;828 829 assert(handle);830 831 mac_cb = hns_get_mac_cb(handle);832 833 return hns_cpld_led_set_id(mac_cb, status);834}835 836static void hns_ae_get_regs(struct hnae_handle *handle, void *data)837{838 u32 *p = data;839 int i;840 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);841 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);842 843 hns_ppe_get_regs(ppe_cb, p);844 p += hns_ppe_get_regs_count();845 846 hns_rcb_get_common_regs(vf_cb->dsaf_dev->rcb_common[0], p);847 p += hns_rcb_get_common_regs_count();848 849 for (i = 0; i < handle->q_num; i++) {850 hns_rcb_get_ring_regs(handle->qs[i], p);851 p += hns_rcb_get_ring_regs_count();852 }853 854 hns_mac_get_regs(vf_cb->mac_cb, p);855 p += hns_mac_get_regs_count(vf_cb->mac_cb);856 857 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)858 hns_dsaf_get_regs(vf_cb->dsaf_dev, vf_cb->port_index, p);859}860 861static int hns_ae_get_regs_len(struct hnae_handle *handle)862{863 u32 total_num;864 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);865 866 total_num = hns_ppe_get_regs_count();867 total_num += hns_rcb_get_common_regs_count();868 total_num += hns_rcb_get_ring_regs_count() * handle->q_num;869 total_num += hns_mac_get_regs_count(vf_cb->mac_cb);870 871 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)872 total_num += hns_dsaf_get_regs_count();873 874 return total_num;875}876 877static u32 hns_ae_get_rss_key_size(struct hnae_handle *handle)878{879 return HNS_PPEV2_RSS_KEY_SIZE;880}881 882static u32 hns_ae_get_rss_indir_size(struct hnae_handle *handle)883{884 return HNS_PPEV2_RSS_IND_TBL_SIZE;885}886 887static int hns_ae_get_rss(struct hnae_handle *handle, u32 *indir, u8 *key,888 u8 *hfunc)889{890 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);891 892 /* currently we support only one type of hash function i.e. Toep hash */893 if (hfunc)894 *hfunc = ETH_RSS_HASH_TOP;895 896 /* get the RSS Key required by the user */897 if (key)898 memcpy(key, ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE);899 900 /* update the current hash->queue mappings from the shadow RSS table */901 if (indir)902 memcpy(indir, ppe_cb->rss_indir_table,903 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir));904 905 return 0;906}907 908static int hns_ae_set_rss(struct hnae_handle *handle, const u32 *indir,909 const u8 *key, const u8 hfunc)910{911 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);912 913 /* set the RSS Hash Key if specififed by the user */914 if (key) {915 memcpy(ppe_cb->rss_key, key, HNS_PPEV2_RSS_KEY_SIZE);916 hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key);917 }918 919 if (indir) {920 /* update the shadow RSS table with user specified qids */921 memcpy(ppe_cb->rss_indir_table, indir,922 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir));923 924 /* now update the hardware */925 hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table);926 }927 928 return 0;929}930 931static struct hnae_ae_ops hns_dsaf_ops = {932 .get_handle = hns_ae_get_handle,933 .put_handle = hns_ae_put_handle,934 .init_queue = hns_ae_init_queue,935 .fini_queue = hns_ae_fini_queue,936 .start = hns_ae_start,937 .stop = hns_ae_stop,938 .reset = hns_ae_reset,939 .toggle_ring_irq = hns_ae_toggle_ring_irq,940 .get_status = hns_ae_get_link_status,941 .get_info = hns_ae_get_mac_info,942 .adjust_link = hns_ae_adjust_link,943 .need_adjust_link = hns_ae_need_adjust_link,944 .set_loopback = hns_ae_config_loopback,945 .get_ring_bdnum_limit = hns_ae_get_ring_bdnum_limit,946 .get_pauseparam = hns_ae_get_pauseparam,947 .set_pauseparam = hns_ae_set_pauseparam,948 .get_coalesce_usecs = hns_ae_get_coalesce_usecs,949 .get_max_coalesced_frames = hns_ae_get_max_coalesced_frames,950 .set_coalesce_usecs = hns_ae_set_coalesce_usecs,951 .set_coalesce_frames = hns_ae_set_coalesce_frames,952 .get_coalesce_range = hns_ae_get_coalesce_range,953 .set_promisc_mode = hns_ae_set_promisc_mode,954 .set_mac_addr = hns_ae_set_mac_address,955 .add_uc_addr = hns_ae_add_uc_address,956 .rm_uc_addr = hns_ae_rm_uc_address,957 .set_mc_addr = hns_ae_set_multicast_one,958 .clr_mc_addr = hns_ae_clr_multicast,959 .set_mtu = hns_ae_set_mtu,960 .update_stats = hns_ae_update_stats,961 .set_tso_stats = hns_ae_set_tso_stats,962 .get_stats = hns_ae_get_stats,963 .get_strings = hns_ae_get_strings,964 .get_sset_count = hns_ae_get_sset_count,965 .update_led_status = hns_ae_update_led_status,966 .set_led_id = hns_ae_cpld_set_led_id,967 .get_regs = hns_ae_get_regs,968 .get_regs_len = hns_ae_get_regs_len,969 .get_rss_key_size = hns_ae_get_rss_key_size,970 .get_rss_indir_size = hns_ae_get_rss_indir_size,971 .get_rss = hns_ae_get_rss,972 .set_rss = hns_ae_set_rss973};974 975int hns_dsaf_ae_init(struct dsaf_device *dsaf_dev)976{977 struct hnae_ae_dev *ae_dev = &dsaf_dev->ae_dev;978 static atomic_t id = ATOMIC_INIT(-1);979 980 switch (dsaf_dev->dsaf_ver) {981 case AE_VERSION_1:982 hns_dsaf_ops.toggle_ring_irq = hns_ae_toggle_ring_irq;983 break;984 case AE_VERSION_2:985 hns_dsaf_ops.toggle_ring_irq = hns_aev2_toggle_ring_irq;986 break;987 default:988 break;989 }990 991 snprintf(ae_dev->name, AE_NAME_SIZE, "%s%d", DSAF_DEVICE_NAME,992 (int)atomic_inc_return(&id));993 ae_dev->ops = &hns_dsaf_ops;994 ae_dev->dev = dsaf_dev->dev;995 996 return hnae_ae_register(ae_dev, THIS_MODULE);997}998 999void hns_dsaf_ae_uninit(struct dsaf_device *dsaf_dev)1000{1001 hnae_ae_unregister(&dsaf_dev->ae_dev);1002}1003