1363 lines · c
1// SPDX-License-Identifier: GPL-2.0+2/*3 * The Huawei Cache Coherence System (HCCS) is a multi-chip interconnection4 * bus protocol.5 *6 * Copyright (c) 2023 Hisilicon Limited.7 * Author: Huisong Li <lihuisong@huawei.com>8 *9 * HCCS driver for Kunpeng SoC provides the following features:10 * - Retrieve the following information about each port:11 * - port type12 * - lane mode13 * - enable14 * - current lane mode15 * - link finite state machine16 * - lane mask17 * - CRC error count18 *19 * - Retrieve the following information about all the ports on the chip or20 * the die:21 * - if all enabled ports are in linked22 * - if all linked ports are in full lane23 * - CRC error count sum24 */25#include <linux/acpi.h>26#include <linux/iopoll.h>27#include <linux/platform_device.h>28#include <linux/sysfs.h>29 30#include <acpi/pcc.h>31 32#include "kunpeng_hccs.h"33 34/*35 * Arbitrary retries in case the remote processor is slow to respond36 * to PCC commands37 */38#define HCCS_PCC_CMD_WAIT_RETRIES_NUM 500ULL39#define HCCS_POLL_STATUS_TIME_INTERVAL_US 340 41static struct hccs_port_info *kobj_to_port_info(struct kobject *k)42{43 return container_of(k, struct hccs_port_info, kobj);44}45 46static struct hccs_die_info *kobj_to_die_info(struct kobject *k)47{48 return container_of(k, struct hccs_die_info, kobj);49}50 51static struct hccs_chip_info *kobj_to_chip_info(struct kobject *k)52{53 return container_of(k, struct hccs_chip_info, kobj);54}55 56struct hccs_register_ctx {57 struct device *dev;58 u8 chan_id;59 int err;60};61 62static acpi_status hccs_get_register_cb(struct acpi_resource *ares,63 void *context)64{65 struct acpi_resource_generic_register *reg;66 struct hccs_register_ctx *ctx = context;67 68 if (ares->type != ACPI_RESOURCE_TYPE_GENERIC_REGISTER)69 return AE_OK;70 71 reg = &ares->data.generic_reg;72 if (reg->space_id != ACPI_ADR_SPACE_PLATFORM_COMM) {73 dev_err(ctx->dev, "Bad register resource.\n");74 ctx->err = -EINVAL;75 return AE_ERROR;76 }77 ctx->chan_id = reg->access_size;78 79 return AE_OK;80}81 82static int hccs_get_pcc_chan_id(struct hccs_dev *hdev)83{84 acpi_handle handle = ACPI_HANDLE(hdev->dev);85 struct hccs_register_ctx ctx = {0};86 acpi_status status;87 88 if (!acpi_has_method(handle, METHOD_NAME__CRS)) {89 dev_err(hdev->dev, "No _CRS method.\n");90 return -ENODEV;91 }92 93 ctx.dev = hdev->dev;94 status = acpi_walk_resources(handle, METHOD_NAME__CRS,95 hccs_get_register_cb, &ctx);96 if (ACPI_FAILURE(status))97 return ctx.err;98 hdev->chan_id = ctx.chan_id;99 100 return 0;101}102 103static void hccs_chan_tx_done(struct mbox_client *cl, void *msg, int ret)104{105 if (ret < 0)106 pr_debug("TX did not complete: CMD sent:0x%x, ret:%d\n",107 *(u8 *)msg, ret);108 else109 pr_debug("TX completed. CMD sent:0x%x, ret:%d\n",110 *(u8 *)msg, ret);111}112 113static void hccs_pcc_rx_callback(struct mbox_client *cl, void *mssg)114{115 struct hccs_mbox_client_info *cl_info =116 container_of(cl, struct hccs_mbox_client_info, client);117 118 complete(&cl_info->done);119}120 121static void hccs_unregister_pcc_channel(struct hccs_dev *hdev)122{123 struct hccs_mbox_client_info *cl_info = &hdev->cl_info;124 125 if (cl_info->pcc_comm_addr)126 iounmap(cl_info->pcc_comm_addr);127 pcc_mbox_free_channel(hdev->cl_info.pcc_chan);128}129 130static int hccs_register_pcc_channel(struct hccs_dev *hdev)131{132 struct hccs_mbox_client_info *cl_info = &hdev->cl_info;133 struct mbox_client *cl = &cl_info->client;134 struct pcc_mbox_chan *pcc_chan;135 struct device *dev = hdev->dev;136 int rc;137 138 cl->dev = dev;139 cl->tx_block = false;140 cl->knows_txdone = true;141 cl->tx_done = hccs_chan_tx_done;142 cl->rx_callback = hdev->verspec_data->rx_callback;143 init_completion(&cl_info->done);144 145 pcc_chan = pcc_mbox_request_channel(cl, hdev->chan_id);146 if (IS_ERR(pcc_chan)) {147 dev_err(dev, "PPC channel request failed.\n");148 rc = -ENODEV;149 goto out;150 }151 cl_info->pcc_chan = pcc_chan;152 cl_info->mbox_chan = pcc_chan->mchan;153 154 /*155 * pcc_chan->latency is just a nominal value. In reality the remote156 * processor could be much slower to reply. So add an arbitrary amount157 * of wait on top of nominal.158 */159 cl_info->deadline_us =160 HCCS_PCC_CMD_WAIT_RETRIES_NUM * pcc_chan->latency;161 if (!hdev->verspec_data->has_txdone_irq &&162 cl_info->mbox_chan->mbox->txdone_irq) {163 dev_err(dev, "PCC IRQ in PCCT is enabled.\n");164 rc = -EINVAL;165 goto err_mbx_channel_free;166 } else if (hdev->verspec_data->has_txdone_irq &&167 !cl_info->mbox_chan->mbox->txdone_irq) {168 dev_err(dev, "PCC IRQ in PCCT isn't supported.\n");169 rc = -EINVAL;170 goto err_mbx_channel_free;171 }172 173 if (pcc_chan->shmem_base_addr) {174 cl_info->pcc_comm_addr = ioremap(pcc_chan->shmem_base_addr,175 pcc_chan->shmem_size);176 if (!cl_info->pcc_comm_addr) {177 dev_err(dev, "Failed to ioremap PCC communication region for channel-%u.\n",178 hdev->chan_id);179 rc = -ENOMEM;180 goto err_mbx_channel_free;181 }182 }183 184 return 0;185 186err_mbx_channel_free:187 pcc_mbox_free_channel(cl_info->pcc_chan);188out:189 return rc;190}191 192static int hccs_wait_cmd_complete_by_poll(struct hccs_dev *hdev)193{194 struct hccs_mbox_client_info *cl_info = &hdev->cl_info;195 struct acpi_pcct_shared_memory __iomem *comm_base =196 cl_info->pcc_comm_addr;197 u16 status;198 int ret;199 200 /*201 * Poll PCC status register every 3us(delay_us) for maximum of202 * deadline_us(timeout_us) until PCC command complete bit is set(cond)203 */204 ret = readw_poll_timeout(&comm_base->status, status,205 status & PCC_STATUS_CMD_COMPLETE,206 HCCS_POLL_STATUS_TIME_INTERVAL_US,207 cl_info->deadline_us);208 if (unlikely(ret))209 dev_err(hdev->dev, "poll PCC status failed, ret = %d.\n", ret);210 211 return ret;212}213 214static int hccs_wait_cmd_complete_by_irq(struct hccs_dev *hdev)215{216 struct hccs_mbox_client_info *cl_info = &hdev->cl_info;217 218 if (!wait_for_completion_timeout(&cl_info->done,219 usecs_to_jiffies(cl_info->deadline_us))) {220 dev_err(hdev->dev, "PCC command executed timeout!\n");221 return -ETIMEDOUT;222 }223 224 return 0;225}226 227static inline void hccs_fill_pcc_shared_mem_region(struct hccs_dev *hdev,228 u8 cmd,229 struct hccs_desc *desc,230 void __iomem *comm_space,231 u16 space_size)232{233 struct acpi_pcct_shared_memory tmp = {234 .signature = PCC_SIGNATURE | hdev->chan_id,235 .command = cmd,236 .status = 0,237 };238 239 memcpy_toio(hdev->cl_info.pcc_comm_addr, (void *)&tmp,240 sizeof(struct acpi_pcct_shared_memory));241 242 /* Copy the message to the PCC comm space */243 memcpy_toio(comm_space, (void *)desc, space_size);244}245 246static inline void hccs_fill_ext_pcc_shared_mem_region(struct hccs_dev *hdev,247 u8 cmd,248 struct hccs_desc *desc,249 void __iomem *comm_space,250 u16 space_size)251{252 struct acpi_pcct_ext_pcc_shared_memory tmp = {253 .signature = PCC_SIGNATURE | hdev->chan_id,254 .flags = PCC_CMD_COMPLETION_NOTIFY,255 .length = HCCS_PCC_SHARE_MEM_BYTES,256 .command = cmd,257 };258 259 memcpy_toio(hdev->cl_info.pcc_comm_addr, (void *)&tmp,260 sizeof(struct acpi_pcct_ext_pcc_shared_memory));261 262 /* Copy the message to the PCC comm space */263 memcpy_toio(comm_space, (void *)desc, space_size);264}265 266static int hccs_pcc_cmd_send(struct hccs_dev *hdev, u8 cmd,267 struct hccs_desc *desc)268{269 const struct hccs_verspecific_data *verspec_data = hdev->verspec_data;270 struct hccs_mbox_client_info *cl_info = &hdev->cl_info;271 struct hccs_fw_inner_head *fw_inner_head;272 void __iomem *comm_space;273 u16 space_size;274 int ret;275 276 comm_space = cl_info->pcc_comm_addr + verspec_data->shared_mem_size;277 space_size = HCCS_PCC_SHARE_MEM_BYTES - verspec_data->shared_mem_size;278 verspec_data->fill_pcc_shared_mem(hdev, cmd, desc,279 comm_space, space_size);280 if (verspec_data->has_txdone_irq)281 reinit_completion(&cl_info->done);282 283 /* Ring doorbell */284 ret = mbox_send_message(cl_info->mbox_chan, &cmd);285 if (ret < 0) {286 dev_err(hdev->dev, "Send PCC mbox message failed, ret = %d.\n",287 ret);288 goto end;289 }290 291 ret = verspec_data->wait_cmd_complete(hdev);292 if (ret)293 goto end;294 295 /* Copy response data */296 memcpy_fromio((void *)desc, comm_space, space_size);297 fw_inner_head = &desc->rsp.fw_inner_head;298 if (fw_inner_head->retStatus) {299 dev_err(hdev->dev, "Execute PCC command failed, error code = %u.\n",300 fw_inner_head->retStatus);301 ret = -EIO;302 }303 304end:305 if (verspec_data->has_txdone_irq)306 mbox_chan_txdone(cl_info->mbox_chan, ret);307 else308 mbox_client_txdone(cl_info->mbox_chan, ret);309 return ret;310}311 312static void hccs_init_req_desc(struct hccs_desc *desc)313{314 struct hccs_req_desc *req = &desc->req;315 316 memset(desc, 0, sizeof(*desc));317 req->req_head.module_code = HCCS_SERDES_MODULE_CODE;318}319 320static int hccs_get_dev_caps(struct hccs_dev *hdev)321{322 struct hccs_desc desc;323 int ret;324 325 hccs_init_req_desc(&desc);326 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_DEV_CAP, &desc);327 if (ret) {328 dev_err(hdev->dev, "Get device capabilities failed, ret = %d.\n",329 ret);330 return ret;331 }332 memcpy(&hdev->caps, desc.rsp.data, sizeof(hdev->caps));333 334 return 0;335}336 337static int hccs_query_chip_num_on_platform(struct hccs_dev *hdev)338{339 struct hccs_desc desc;340 int ret;341 342 hccs_init_req_desc(&desc);343 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_CHIP_NUM, &desc);344 if (ret) {345 dev_err(hdev->dev, "query system chip number failed, ret = %d.\n",346 ret);347 return ret;348 }349 350 hdev->chip_num = *((u8 *)&desc.rsp.data);351 if (!hdev->chip_num) {352 dev_err(hdev->dev, "chip num obtained from firmware is zero.\n");353 return -EINVAL;354 }355 356 return 0;357}358 359static int hccs_get_chip_info(struct hccs_dev *hdev,360 struct hccs_chip_info *chip)361{362 struct hccs_die_num_req_param *req_param;363 struct hccs_desc desc;364 int ret;365 366 hccs_init_req_desc(&desc);367 req_param = (struct hccs_die_num_req_param *)desc.req.data;368 req_param->chip_id = chip->chip_id;369 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_DIE_NUM, &desc);370 if (ret)371 return ret;372 373 chip->die_num = *((u8 *)&desc.rsp.data);374 375 return 0;376}377 378static int hccs_query_chip_info_on_platform(struct hccs_dev *hdev)379{380 struct hccs_chip_info *chip;381 int ret;382 u8 idx;383 384 ret = hccs_query_chip_num_on_platform(hdev);385 if (ret) {386 dev_err(hdev->dev, "query chip number on platform failed, ret = %d.\n",387 ret);388 return ret;389 }390 391 hdev->chips = devm_kzalloc(hdev->dev,392 hdev->chip_num * sizeof(struct hccs_chip_info),393 GFP_KERNEL);394 if (!hdev->chips) {395 dev_err(hdev->dev, "allocate all chips memory failed.\n");396 return -ENOMEM;397 }398 399 for (idx = 0; idx < hdev->chip_num; idx++) {400 chip = &hdev->chips[idx];401 chip->chip_id = idx;402 ret = hccs_get_chip_info(hdev, chip);403 if (ret) {404 dev_err(hdev->dev, "get chip%u info failed, ret = %d.\n",405 idx, ret);406 return ret;407 }408 chip->hdev = hdev;409 }410 411 return 0;412}413 414static int hccs_query_die_info_on_chip(struct hccs_dev *hdev, u8 chip_id,415 u8 die_idx, struct hccs_die_info *die)416{417 struct hccs_die_info_req_param *req_param;418 struct hccs_die_info_rsp_data *rsp_data;419 struct hccs_desc desc;420 int ret;421 422 hccs_init_req_desc(&desc);423 req_param = (struct hccs_die_info_req_param *)desc.req.data;424 req_param->chip_id = chip_id;425 req_param->die_idx = die_idx;426 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_DIE_INFO, &desc);427 if (ret)428 return ret;429 430 rsp_data = (struct hccs_die_info_rsp_data *)desc.rsp.data;431 die->die_id = rsp_data->die_id;432 die->port_num = rsp_data->port_num;433 die->min_port_id = rsp_data->min_port_id;434 die->max_port_id = rsp_data->max_port_id;435 if (die->min_port_id > die->max_port_id) {436 dev_err(hdev->dev, "min port id(%u) > max port id(%u) on die_idx(%u).\n",437 die->min_port_id, die->max_port_id, die_idx);438 return -EINVAL;439 }440 if (die->max_port_id > HCCS_DIE_MAX_PORT_ID) {441 dev_err(hdev->dev, "max port id(%u) on die_idx(%u) is too big.\n",442 die->max_port_id, die_idx);443 return -EINVAL;444 }445 446 return 0;447}448 449static int hccs_query_all_die_info_on_platform(struct hccs_dev *hdev)450{451 struct device *dev = hdev->dev;452 struct hccs_chip_info *chip;453 struct hccs_die_info *die;454 u8 i, j;455 int ret;456 457 for (i = 0; i < hdev->chip_num; i++) {458 chip = &hdev->chips[i];459 if (!chip->die_num)460 continue;461 462 chip->dies = devm_kzalloc(hdev->dev,463 chip->die_num * sizeof(struct hccs_die_info),464 GFP_KERNEL);465 if (!chip->dies) {466 dev_err(dev, "allocate all dies memory on chip%u failed.\n",467 i);468 return -ENOMEM;469 }470 471 for (j = 0; j < chip->die_num; j++) {472 die = &chip->dies[j];473 ret = hccs_query_die_info_on_chip(hdev, i, j, die);474 if (ret) {475 dev_err(dev, "get die idx (%u) info on chip%u failed, ret = %d.\n",476 j, i, ret);477 return ret;478 }479 die->chip = chip;480 }481 }482 483 return 0;484}485 486static int hccs_get_bd_info(struct hccs_dev *hdev, u8 opcode,487 struct hccs_desc *desc,488 void *buf, size_t buf_len,489 struct hccs_rsp_head *rsp_head)490{491 struct hccs_rsp_head *head;492 struct hccs_rsp_desc *rsp;493 int ret;494 495 ret = hccs_pcc_cmd_send(hdev, opcode, desc);496 if (ret)497 return ret;498 499 rsp = &desc->rsp;500 head = &rsp->rsp_head;501 if (head->data_len > buf_len) {502 dev_err(hdev->dev,503 "buffer overflow (buf_len = %zu, data_len = %u)!\n",504 buf_len, head->data_len);505 return -ENOMEM;506 }507 508 memcpy(buf, rsp->data, head->data_len);509 *rsp_head = *head;510 511 return 0;512}513 514static int hccs_get_all_port_attr(struct hccs_dev *hdev,515 struct hccs_die_info *die,516 struct hccs_port_attr *attrs, u16 size)517{518 struct hccs_die_comm_req_param *req_param;519 struct hccs_req_head *req_head;520 struct hccs_rsp_head rsp_head;521 struct hccs_desc desc;522 size_t left_buf_len;523 u32 data_len = 0;524 u8 start_id;525 u8 *buf;526 int ret;527 528 buf = (u8 *)attrs;529 left_buf_len = sizeof(struct hccs_port_attr) * size;530 start_id = die->min_port_id;531 while (start_id <= die->max_port_id) {532 hccs_init_req_desc(&desc);533 req_head = &desc.req.req_head;534 req_head->start_id = start_id;535 req_param = (struct hccs_die_comm_req_param *)desc.req.data;536 req_param->chip_id = die->chip->chip_id;537 req_param->die_id = die->die_id;538 539 ret = hccs_get_bd_info(hdev, HCCS_GET_DIE_PORT_INFO, &desc,540 buf + data_len, left_buf_len, &rsp_head);541 if (ret) {542 dev_err(hdev->dev,543 "get the information of port%u on die%u failed, ret = %d.\n",544 start_id, die->die_id, ret);545 return ret;546 }547 548 data_len += rsp_head.data_len;549 left_buf_len -= rsp_head.data_len;550 if (unlikely(rsp_head.next_id <= start_id)) {551 dev_err(hdev->dev,552 "next port id (%u) is not greater than last start id (%u) on die%u.\n",553 rsp_head.next_id, start_id, die->die_id);554 return -EINVAL;555 }556 start_id = rsp_head.next_id;557 }558 559 if (left_buf_len != 0) {560 dev_err(hdev->dev, "failed to get the expected port number(%u) attribute.\n",561 size);562 return -EINVAL;563 }564 565 return 0;566}567 568static int hccs_get_all_port_info_on_die(struct hccs_dev *hdev,569 struct hccs_die_info *die)570{571 struct hccs_port_attr *attrs;572 struct hccs_port_info *port;573 int ret;574 u8 i;575 576 attrs = kcalloc(die->port_num, sizeof(struct hccs_port_attr),577 GFP_KERNEL);578 if (!attrs)579 return -ENOMEM;580 581 ret = hccs_get_all_port_attr(hdev, die, attrs, die->port_num);582 if (ret)583 goto out;584 585 for (i = 0; i < die->port_num; i++) {586 port = &die->ports[i];587 port->port_id = attrs[i].port_id;588 port->port_type = attrs[i].port_type;589 port->lane_mode = attrs[i].lane_mode;590 port->enable = attrs[i].enable;591 port->die = die;592 }593 594out:595 kfree(attrs);596 return ret;597}598 599static int hccs_query_all_port_info_on_platform(struct hccs_dev *hdev)600{601 struct device *dev = hdev->dev;602 struct hccs_chip_info *chip;603 struct hccs_die_info *die;604 u8 i, j;605 int ret;606 607 for (i = 0; i < hdev->chip_num; i++) {608 chip = &hdev->chips[i];609 for (j = 0; j < chip->die_num; j++) {610 die = &chip->dies[j];611 if (!die->port_num)612 continue;613 614 die->ports = devm_kzalloc(dev,615 die->port_num * sizeof(struct hccs_port_info),616 GFP_KERNEL);617 if (!die->ports) {618 dev_err(dev, "allocate ports memory on chip%u/die%u failed.\n",619 i, die->die_id);620 return -ENOMEM;621 }622 623 ret = hccs_get_all_port_info_on_die(hdev, die);624 if (ret) {625 dev_err(dev, "get all port info on chip%u/die%u failed, ret = %d.\n",626 i, die->die_id, ret);627 return ret;628 }629 }630 }631 632 return 0;633}634 635static int hccs_get_hw_info(struct hccs_dev *hdev)636{637 int ret;638 639 ret = hccs_query_chip_info_on_platform(hdev);640 if (ret) {641 dev_err(hdev->dev, "query chip info on platform failed, ret = %d.\n",642 ret);643 return ret;644 }645 646 ret = hccs_query_all_die_info_on_platform(hdev);647 if (ret) {648 dev_err(hdev->dev, "query all die info on platform failed, ret = %d.\n",649 ret);650 return ret;651 }652 653 ret = hccs_query_all_port_info_on_platform(hdev);654 if (ret) {655 dev_err(hdev->dev, "query all port info on platform failed, ret = %d.\n",656 ret);657 return ret;658 }659 660 return 0;661}662 663static int hccs_query_port_link_status(struct hccs_dev *hdev,664 const struct hccs_port_info *port,665 struct hccs_link_status *link_status)666{667 const struct hccs_die_info *die = port->die;668 const struct hccs_chip_info *chip = die->chip;669 struct hccs_port_comm_req_param *req_param;670 struct hccs_desc desc;671 int ret;672 673 hccs_init_req_desc(&desc);674 req_param = (struct hccs_port_comm_req_param *)desc.req.data;675 req_param->chip_id = chip->chip_id;676 req_param->die_id = die->die_id;677 req_param->port_id = port->port_id;678 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_PORT_LINK_STATUS, &desc);679 if (ret) {680 dev_err(hdev->dev,681 "get port link status info failed, ret = %d.\n", ret);682 return ret;683 }684 685 *link_status = *((struct hccs_link_status *)desc.rsp.data);686 687 return 0;688}689 690static int hccs_query_port_crc_err_cnt(struct hccs_dev *hdev,691 const struct hccs_port_info *port,692 u64 *crc_err_cnt)693{694 const struct hccs_die_info *die = port->die;695 const struct hccs_chip_info *chip = die->chip;696 struct hccs_port_comm_req_param *req_param;697 struct hccs_desc desc;698 int ret;699 700 hccs_init_req_desc(&desc);701 req_param = (struct hccs_port_comm_req_param *)desc.req.data;702 req_param->chip_id = chip->chip_id;703 req_param->die_id = die->die_id;704 req_param->port_id = port->port_id;705 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_PORT_CRC_ERR_CNT, &desc);706 if (ret) {707 dev_err(hdev->dev,708 "get port crc error count failed, ret = %d.\n", ret);709 return ret;710 }711 712 memcpy(crc_err_cnt, &desc.rsp.data, sizeof(u64));713 714 return 0;715}716 717static int hccs_get_die_all_link_status(struct hccs_dev *hdev,718 const struct hccs_die_info *die,719 u8 *all_linked)720{721 struct hccs_die_comm_req_param *req_param;722 struct hccs_desc desc;723 int ret;724 725 if (die->port_num == 0) {726 *all_linked = 1;727 return 0;728 }729 730 hccs_init_req_desc(&desc);731 req_param = (struct hccs_die_comm_req_param *)desc.req.data;732 req_param->chip_id = die->chip->chip_id;733 req_param->die_id = die->die_id;734 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_DIE_PORTS_LINK_STA, &desc);735 if (ret) {736 dev_err(hdev->dev,737 "get link status of all ports failed on die%u, ret = %d.\n",738 die->die_id, ret);739 return ret;740 }741 742 *all_linked = *((u8 *)&desc.rsp.data);743 744 return 0;745}746 747static int hccs_get_die_all_port_lane_status(struct hccs_dev *hdev,748 const struct hccs_die_info *die,749 u8 *full_lane)750{751 struct hccs_die_comm_req_param *req_param;752 struct hccs_desc desc;753 int ret;754 755 if (die->port_num == 0) {756 *full_lane = 1;757 return 0;758 }759 760 hccs_init_req_desc(&desc);761 req_param = (struct hccs_die_comm_req_param *)desc.req.data;762 req_param->chip_id = die->chip->chip_id;763 req_param->die_id = die->die_id;764 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_DIE_PORTS_LANE_STA, &desc);765 if (ret) {766 dev_err(hdev->dev, "get lane status of all ports failed on die%u, ret = %d.\n",767 die->die_id, ret);768 return ret;769 }770 771 *full_lane = *((u8 *)&desc.rsp.data);772 773 return 0;774}775 776static int hccs_get_die_total_crc_err_cnt(struct hccs_dev *hdev,777 const struct hccs_die_info *die,778 u64 *total_crc_err_cnt)779{780 struct hccs_die_comm_req_param *req_param;781 struct hccs_desc desc;782 int ret;783 784 if (die->port_num == 0) {785 *total_crc_err_cnt = 0;786 return 0;787 }788 789 hccs_init_req_desc(&desc);790 req_param = (struct hccs_die_comm_req_param *)desc.req.data;791 req_param->chip_id = die->chip->chip_id;792 req_param->die_id = die->die_id;793 ret = hccs_pcc_cmd_send(hdev, HCCS_GET_DIE_PORTS_CRC_ERR_CNT, &desc);794 if (ret) {795 dev_err(hdev->dev, "get crc error count sum failed on die%u, ret = %d.\n",796 die->die_id, ret);797 return ret;798 }799 800 memcpy(total_crc_err_cnt, &desc.rsp.data, sizeof(u64));801 802 return 0;803}804 805static ssize_t hccs_show(struct kobject *k, struct attribute *attr, char *buf)806{807 struct kobj_attribute *kobj_attr;808 809 kobj_attr = container_of(attr, struct kobj_attribute, attr);810 811 return kobj_attr->show(k, kobj_attr, buf);812}813 814static const struct sysfs_ops hccs_comm_ops = {815 .show = hccs_show,816};817 818static ssize_t type_show(struct kobject *kobj, struct kobj_attribute *attr,819 char *buf)820{821 const struct hccs_port_info *port = kobj_to_port_info(kobj);822 823 return sysfs_emit(buf, "HCCS-v%u\n", port->port_type);824}825static struct kobj_attribute hccs_type_attr = __ATTR_RO(type);826 827static ssize_t lane_mode_show(struct kobject *kobj, struct kobj_attribute *attr,828 char *buf)829{830 const struct hccs_port_info *port = kobj_to_port_info(kobj);831 832 return sysfs_emit(buf, "x%u\n", port->lane_mode);833}834static struct kobj_attribute lane_mode_attr = __ATTR_RO(lane_mode);835 836static ssize_t enable_show(struct kobject *kobj,837 struct kobj_attribute *attr, char *buf)838{839 const struct hccs_port_info *port = kobj_to_port_info(kobj);840 841 return sysfs_emit(buf, "%u\n", port->enable);842}843static struct kobj_attribute port_enable_attr = __ATTR_RO(enable);844 845static ssize_t cur_lane_num_show(struct kobject *kobj,846 struct kobj_attribute *attr, char *buf)847{848 const struct hccs_port_info *port = kobj_to_port_info(kobj);849 struct hccs_dev *hdev = port->die->chip->hdev;850 struct hccs_link_status link_status = {0};851 int ret;852 853 mutex_lock(&hdev->lock);854 ret = hccs_query_port_link_status(hdev, port, &link_status);855 mutex_unlock(&hdev->lock);856 if (ret)857 return ret;858 859 return sysfs_emit(buf, "%u\n", link_status.lane_num);860}861static struct kobj_attribute cur_lane_num_attr = __ATTR_RO(cur_lane_num);862 863static ssize_t link_fsm_show(struct kobject *kobj,864 struct kobj_attribute *attr, char *buf)865{866 const struct hccs_port_info *port = kobj_to_port_info(kobj);867 struct hccs_dev *hdev = port->die->chip->hdev;868 struct hccs_link_status link_status = {0};869 const struct {870 u8 link_fsm;871 char *str;872 } link_fsm_map[] = {873 {HCCS_PORT_RESET, "reset"},874 {HCCS_PORT_SETUP, "setup"},875 {HCCS_PORT_CONFIG, "config"},876 {HCCS_PORT_READY, "link-up"},877 };878 const char *link_fsm_str = "unknown";879 size_t i;880 int ret;881 882 mutex_lock(&hdev->lock);883 ret = hccs_query_port_link_status(hdev, port, &link_status);884 mutex_unlock(&hdev->lock);885 if (ret)886 return ret;887 888 for (i = 0; i < ARRAY_SIZE(link_fsm_map); i++) {889 if (link_fsm_map[i].link_fsm == link_status.link_fsm) {890 link_fsm_str = link_fsm_map[i].str;891 break;892 }893 }894 895 return sysfs_emit(buf, "%s\n", link_fsm_str);896}897static struct kobj_attribute link_fsm_attr = __ATTR_RO(link_fsm);898 899static ssize_t lane_mask_show(struct kobject *kobj,900 struct kobj_attribute *attr, char *buf)901{902 const struct hccs_port_info *port = kobj_to_port_info(kobj);903 struct hccs_dev *hdev = port->die->chip->hdev;904 struct hccs_link_status link_status = {0};905 int ret;906 907 mutex_lock(&hdev->lock);908 ret = hccs_query_port_link_status(hdev, port, &link_status);909 mutex_unlock(&hdev->lock);910 if (ret)911 return ret;912 913 return sysfs_emit(buf, "0x%x\n", link_status.lane_mask);914}915static struct kobj_attribute lane_mask_attr = __ATTR_RO(lane_mask);916 917static ssize_t crc_err_cnt_show(struct kobject *kobj,918 struct kobj_attribute *attr, char *buf)919{920 const struct hccs_port_info *port = kobj_to_port_info(kobj);921 struct hccs_dev *hdev = port->die->chip->hdev;922 u64 crc_err_cnt;923 int ret;924 925 mutex_lock(&hdev->lock);926 ret = hccs_query_port_crc_err_cnt(hdev, port, &crc_err_cnt);927 mutex_unlock(&hdev->lock);928 if (ret)929 return ret;930 931 return sysfs_emit(buf, "%llu\n", crc_err_cnt);932}933static struct kobj_attribute crc_err_cnt_attr = __ATTR_RO(crc_err_cnt);934 935static struct attribute *hccs_port_default_attrs[] = {936 &hccs_type_attr.attr,937 &lane_mode_attr.attr,938 &port_enable_attr.attr,939 &cur_lane_num_attr.attr,940 &link_fsm_attr.attr,941 &lane_mask_attr.attr,942 &crc_err_cnt_attr.attr,943 NULL,944};945ATTRIBUTE_GROUPS(hccs_port_default);946 947static const struct kobj_type hccs_port_type = {948 .sysfs_ops = &hccs_comm_ops,949 .default_groups = hccs_port_default_groups,950};951 952static ssize_t all_linked_on_die_show(struct kobject *kobj,953 struct kobj_attribute *attr, char *buf)954{955 const struct hccs_die_info *die = kobj_to_die_info(kobj);956 struct hccs_dev *hdev = die->chip->hdev;957 u8 all_linked;958 int ret;959 960 mutex_lock(&hdev->lock);961 ret = hccs_get_die_all_link_status(hdev, die, &all_linked);962 mutex_unlock(&hdev->lock);963 if (ret)964 return ret;965 966 return sysfs_emit(buf, "%u\n", all_linked);967}968static struct kobj_attribute all_linked_on_die_attr =969 __ATTR(all_linked, 0444, all_linked_on_die_show, NULL);970 971static ssize_t linked_full_lane_on_die_show(struct kobject *kobj,972 struct kobj_attribute *attr,973 char *buf)974{975 const struct hccs_die_info *die = kobj_to_die_info(kobj);976 struct hccs_dev *hdev = die->chip->hdev;977 u8 full_lane;978 int ret;979 980 mutex_lock(&hdev->lock);981 ret = hccs_get_die_all_port_lane_status(hdev, die, &full_lane);982 mutex_unlock(&hdev->lock);983 if (ret)984 return ret;985 986 return sysfs_emit(buf, "%u\n", full_lane);987}988static struct kobj_attribute linked_full_lane_on_die_attr =989 __ATTR(linked_full_lane, 0444, linked_full_lane_on_die_show, NULL);990 991static ssize_t crc_err_cnt_sum_on_die_show(struct kobject *kobj,992 struct kobj_attribute *attr,993 char *buf)994{995 const struct hccs_die_info *die = kobj_to_die_info(kobj);996 struct hccs_dev *hdev = die->chip->hdev;997 u64 total_crc_err_cnt;998 int ret;999 1000 mutex_lock(&hdev->lock);1001 ret = hccs_get_die_total_crc_err_cnt(hdev, die, &total_crc_err_cnt);1002 mutex_unlock(&hdev->lock);1003 if (ret)1004 return ret;1005 1006 return sysfs_emit(buf, "%llu\n", total_crc_err_cnt);1007}1008static struct kobj_attribute crc_err_cnt_sum_on_die_attr =1009 __ATTR(crc_err_cnt, 0444, crc_err_cnt_sum_on_die_show, NULL);1010 1011static struct attribute *hccs_die_default_attrs[] = {1012 &all_linked_on_die_attr.attr,1013 &linked_full_lane_on_die_attr.attr,1014 &crc_err_cnt_sum_on_die_attr.attr,1015 NULL,1016};1017ATTRIBUTE_GROUPS(hccs_die_default);1018 1019static const struct kobj_type hccs_die_type = {1020 .sysfs_ops = &hccs_comm_ops,1021 .default_groups = hccs_die_default_groups,1022};1023 1024static ssize_t all_linked_on_chip_show(struct kobject *kobj,1025 struct kobj_attribute *attr, char *buf)1026{1027 const struct hccs_chip_info *chip = kobj_to_chip_info(kobj);1028 struct hccs_dev *hdev = chip->hdev;1029 const struct hccs_die_info *die;1030 u8 all_linked = 1;1031 u8 i, tmp;1032 int ret;1033 1034 mutex_lock(&hdev->lock);1035 for (i = 0; i < chip->die_num; i++) {1036 die = &chip->dies[i];1037 ret = hccs_get_die_all_link_status(hdev, die, &tmp);1038 if (ret) {1039 mutex_unlock(&hdev->lock);1040 return ret;1041 }1042 if (tmp != all_linked) {1043 all_linked = 0;1044 break;1045 }1046 }1047 mutex_unlock(&hdev->lock);1048 1049 return sysfs_emit(buf, "%u\n", all_linked);1050}1051static struct kobj_attribute all_linked_on_chip_attr =1052 __ATTR(all_linked, 0444, all_linked_on_chip_show, NULL);1053 1054static ssize_t linked_full_lane_on_chip_show(struct kobject *kobj,1055 struct kobj_attribute *attr,1056 char *buf)1057{1058 const struct hccs_chip_info *chip = kobj_to_chip_info(kobj);1059 struct hccs_dev *hdev = chip->hdev;1060 const struct hccs_die_info *die;1061 u8 full_lane = 1;1062 u8 i, tmp;1063 int ret;1064 1065 mutex_lock(&hdev->lock);1066 for (i = 0; i < chip->die_num; i++) {1067 die = &chip->dies[i];1068 ret = hccs_get_die_all_port_lane_status(hdev, die, &tmp);1069 if (ret) {1070 mutex_unlock(&hdev->lock);1071 return ret;1072 }1073 if (tmp != full_lane) {1074 full_lane = 0;1075 break;1076 }1077 }1078 mutex_unlock(&hdev->lock);1079 1080 return sysfs_emit(buf, "%u\n", full_lane);1081}1082static struct kobj_attribute linked_full_lane_on_chip_attr =1083 __ATTR(linked_full_lane, 0444, linked_full_lane_on_chip_show, NULL);1084 1085static ssize_t crc_err_cnt_sum_on_chip_show(struct kobject *kobj,1086 struct kobj_attribute *attr,1087 char *buf)1088{1089 const struct hccs_chip_info *chip = kobj_to_chip_info(kobj);1090 u64 crc_err_cnt, total_crc_err_cnt = 0;1091 struct hccs_dev *hdev = chip->hdev;1092 const struct hccs_die_info *die;1093 int ret;1094 u16 i;1095 1096 mutex_lock(&hdev->lock);1097 for (i = 0; i < chip->die_num; i++) {1098 die = &chip->dies[i];1099 ret = hccs_get_die_total_crc_err_cnt(hdev, die, &crc_err_cnt);1100 if (ret) {1101 mutex_unlock(&hdev->lock);1102 return ret;1103 }1104 1105 total_crc_err_cnt += crc_err_cnt;1106 }1107 mutex_unlock(&hdev->lock);1108 1109 return sysfs_emit(buf, "%llu\n", total_crc_err_cnt);1110}1111static struct kobj_attribute crc_err_cnt_sum_on_chip_attr =1112 __ATTR(crc_err_cnt, 0444, crc_err_cnt_sum_on_chip_show, NULL);1113 1114static struct attribute *hccs_chip_default_attrs[] = {1115 &all_linked_on_chip_attr.attr,1116 &linked_full_lane_on_chip_attr.attr,1117 &crc_err_cnt_sum_on_chip_attr.attr,1118 NULL,1119};1120ATTRIBUTE_GROUPS(hccs_chip_default);1121 1122static const struct kobj_type hccs_chip_type = {1123 .sysfs_ops = &hccs_comm_ops,1124 .default_groups = hccs_chip_default_groups,1125};1126 1127static void hccs_remove_die_dir(struct hccs_die_info *die)1128{1129 struct hccs_port_info *port;1130 u8 i;1131 1132 for (i = 0; i < die->port_num; i++) {1133 port = &die->ports[i];1134 if (port->dir_created)1135 kobject_put(&port->kobj);1136 }1137 1138 kobject_put(&die->kobj);1139}1140 1141static void hccs_remove_chip_dir(struct hccs_chip_info *chip)1142{1143 struct hccs_die_info *die;1144 u8 i;1145 1146 for (i = 0; i < chip->die_num; i++) {1147 die = &chip->dies[i];1148 if (die->dir_created)1149 hccs_remove_die_dir(die);1150 }1151 1152 kobject_put(&chip->kobj);1153}1154 1155static void hccs_remove_topo_dirs(struct hccs_dev *hdev)1156{1157 u8 i;1158 1159 for (i = 0; i < hdev->chip_num; i++)1160 hccs_remove_chip_dir(&hdev->chips[i]);1161}1162 1163static int hccs_create_hccs_dir(struct hccs_dev *hdev,1164 struct hccs_die_info *die,1165 struct hccs_port_info *port)1166{1167 int ret;1168 1169 ret = kobject_init_and_add(&port->kobj, &hccs_port_type,1170 &die->kobj, "hccs%u", port->port_id);1171 if (ret) {1172 kobject_put(&port->kobj);1173 return ret;1174 }1175 1176 return 0;1177}1178 1179static int hccs_create_die_dir(struct hccs_dev *hdev,1180 struct hccs_chip_info *chip,1181 struct hccs_die_info *die)1182{1183 struct hccs_port_info *port;1184 int ret;1185 u16 i;1186 1187 ret = kobject_init_and_add(&die->kobj, &hccs_die_type,1188 &chip->kobj, "die%u", die->die_id);1189 if (ret) {1190 kobject_put(&die->kobj);1191 return ret;1192 }1193 1194 for (i = 0; i < die->port_num; i++) {1195 port = &die->ports[i];1196 ret = hccs_create_hccs_dir(hdev, die, port);1197 if (ret) {1198 dev_err(hdev->dev, "create hccs%u dir failed.\n",1199 port->port_id);1200 goto err;1201 }1202 port->dir_created = true;1203 }1204 1205 return 0;1206err:1207 hccs_remove_die_dir(die);1208 1209 return ret;1210}1211 1212static int hccs_create_chip_dir(struct hccs_dev *hdev,1213 struct hccs_chip_info *chip)1214{1215 struct hccs_die_info *die;1216 int ret;1217 u16 id;1218 1219 ret = kobject_init_and_add(&chip->kobj, &hccs_chip_type,1220 &hdev->dev->kobj, "chip%u", chip->chip_id);1221 if (ret) {1222 kobject_put(&chip->kobj);1223 return ret;1224 }1225 1226 for (id = 0; id < chip->die_num; id++) {1227 die = &chip->dies[id];1228 ret = hccs_create_die_dir(hdev, chip, die);1229 if (ret)1230 goto err;1231 die->dir_created = true;1232 }1233 1234 return 0;1235err:1236 hccs_remove_chip_dir(chip);1237 1238 return ret;1239}1240 1241static int hccs_create_topo_dirs(struct hccs_dev *hdev)1242{1243 struct hccs_chip_info *chip;1244 u8 id, k;1245 int ret;1246 1247 for (id = 0; id < hdev->chip_num; id++) {1248 chip = &hdev->chips[id];1249 ret = hccs_create_chip_dir(hdev, chip);1250 if (ret) {1251 dev_err(hdev->dev, "init chip%u dir failed!\n", id);1252 goto err;1253 }1254 }1255 1256 return 0;1257err:1258 for (k = 0; k < id; k++)1259 hccs_remove_chip_dir(&hdev->chips[k]);1260 1261 return ret;1262}1263 1264static int hccs_probe(struct platform_device *pdev)1265{1266 struct acpi_device *acpi_dev;1267 struct hccs_dev *hdev;1268 int rc;1269 1270 if (acpi_disabled) {1271 dev_err(&pdev->dev, "acpi is disabled.\n");1272 return -ENODEV;1273 }1274 acpi_dev = ACPI_COMPANION(&pdev->dev);1275 if (!acpi_dev)1276 return -ENODEV;1277 1278 hdev = devm_kzalloc(&pdev->dev, sizeof(*hdev), GFP_KERNEL);1279 if (!hdev)1280 return -ENOMEM;1281 hdev->acpi_dev = acpi_dev;1282 hdev->dev = &pdev->dev;1283 platform_set_drvdata(pdev, hdev);1284 1285 /*1286 * Here would never be failure as the driver and device has been matched.1287 */1288 hdev->verspec_data = acpi_device_get_match_data(hdev->dev);1289 1290 mutex_init(&hdev->lock);1291 rc = hccs_get_pcc_chan_id(hdev);1292 if (rc)1293 return rc;1294 rc = hccs_register_pcc_channel(hdev);1295 if (rc)1296 return rc;1297 1298 rc = hccs_get_dev_caps(hdev);1299 if (rc)1300 goto unregister_pcc_chan;1301 1302 rc = hccs_get_hw_info(hdev);1303 if (rc)1304 goto unregister_pcc_chan;1305 1306 rc = hccs_create_topo_dirs(hdev);1307 if (rc)1308 goto unregister_pcc_chan;1309 1310 return 0;1311 1312unregister_pcc_chan:1313 hccs_unregister_pcc_channel(hdev);1314 1315 return rc;1316}1317 1318static void hccs_remove(struct platform_device *pdev)1319{1320 struct hccs_dev *hdev = platform_get_drvdata(pdev);1321 1322 hccs_remove_topo_dirs(hdev);1323 hccs_unregister_pcc_channel(hdev);1324}1325 1326static const struct hccs_verspecific_data hisi04b1_verspec_data = {1327 .rx_callback = NULL,1328 .wait_cmd_complete = hccs_wait_cmd_complete_by_poll,1329 .fill_pcc_shared_mem = hccs_fill_pcc_shared_mem_region,1330 .shared_mem_size = sizeof(struct acpi_pcct_shared_memory),1331 .has_txdone_irq = false,1332};1333 1334static const struct hccs_verspecific_data hisi04b2_verspec_data = {1335 .rx_callback = hccs_pcc_rx_callback,1336 .wait_cmd_complete = hccs_wait_cmd_complete_by_irq,1337 .fill_pcc_shared_mem = hccs_fill_ext_pcc_shared_mem_region,1338 .shared_mem_size = sizeof(struct acpi_pcct_ext_pcc_shared_memory),1339 .has_txdone_irq = true,1340};1341 1342static const struct acpi_device_id hccs_acpi_match[] = {1343 { "HISI04B1", (unsigned long)&hisi04b1_verspec_data},1344 { "HISI04B2", (unsigned long)&hisi04b2_verspec_data},1345 { }1346};1347MODULE_DEVICE_TABLE(acpi, hccs_acpi_match);1348 1349static struct platform_driver hccs_driver = {1350 .probe = hccs_probe,1351 .remove_new = hccs_remove,1352 .driver = {1353 .name = "kunpeng_hccs",1354 .acpi_match_table = hccs_acpi_match,1355 },1356};1357 1358module_platform_driver(hccs_driver);1359 1360MODULE_DESCRIPTION("Kunpeng SoC HCCS driver");1361MODULE_LICENSE("GPL");1362MODULE_AUTHOR("Huisong Li <lihuisong@huawei.com>");1363