187 lines · c
1// SPDX-License-Identifier: GPL-2.0-only2/*3 * Copyright (c) 2022, Microsoft Corporation. All rights reserved.4 */5 6#include "mana_ib.h"7#include <net/mana/mana_auxiliary.h>8#include <net/addrconf.h>9 10MODULE_DESCRIPTION("Microsoft Azure Network Adapter IB driver");11MODULE_LICENSE("GPL");12MODULE_IMPORT_NS(NET_MANA);13 14static const struct ib_device_ops mana_ib_dev_ops = {15 .owner = THIS_MODULE,16 .driver_id = RDMA_DRIVER_MANA,17 .uverbs_abi_ver = MANA_IB_UVERBS_ABI_VERSION,18 19 .add_gid = mana_ib_gd_add_gid,20 .alloc_pd = mana_ib_alloc_pd,21 .alloc_ucontext = mana_ib_alloc_ucontext,22 .create_cq = mana_ib_create_cq,23 .create_qp = mana_ib_create_qp,24 .create_rwq_ind_table = mana_ib_create_rwq_ind_table,25 .create_wq = mana_ib_create_wq,26 .dealloc_pd = mana_ib_dealloc_pd,27 .dealloc_ucontext = mana_ib_dealloc_ucontext,28 .del_gid = mana_ib_gd_del_gid,29 .dereg_mr = mana_ib_dereg_mr,30 .destroy_cq = mana_ib_destroy_cq,31 .destroy_qp = mana_ib_destroy_qp,32 .destroy_rwq_ind_table = mana_ib_destroy_rwq_ind_table,33 .destroy_wq = mana_ib_destroy_wq,34 .disassociate_ucontext = mana_ib_disassociate_ucontext,35 .get_link_layer = mana_ib_get_link_layer,36 .get_port_immutable = mana_ib_get_port_immutable,37 .mmap = mana_ib_mmap,38 .modify_qp = mana_ib_modify_qp,39 .modify_wq = mana_ib_modify_wq,40 .query_device = mana_ib_query_device,41 .query_gid = mana_ib_query_gid,42 .query_pkey = mana_ib_query_pkey,43 .query_port = mana_ib_query_port,44 .reg_user_mr = mana_ib_reg_user_mr,45 46 INIT_RDMA_OBJ_SIZE(ib_cq, mana_ib_cq, ibcq),47 INIT_RDMA_OBJ_SIZE(ib_pd, mana_ib_pd, ibpd),48 INIT_RDMA_OBJ_SIZE(ib_qp, mana_ib_qp, ibqp),49 INIT_RDMA_OBJ_SIZE(ib_ucontext, mana_ib_ucontext, ibucontext),50 INIT_RDMA_OBJ_SIZE(ib_rwq_ind_table, mana_ib_rwq_ind_table,51 ib_ind_table),52};53 54static int mana_ib_probe(struct auxiliary_device *adev,55 const struct auxiliary_device_id *id)56{57 struct mana_adev *madev = container_of(adev, struct mana_adev, adev);58 struct gdma_dev *mdev = madev->mdev;59 struct net_device *ndev;60 struct mana_context *mc;61 struct mana_ib_dev *dev;62 u8 mac_addr[ETH_ALEN];63 int ret;64 65 mc = mdev->driver_data;66 67 dev = ib_alloc_device(mana_ib_dev, ib_dev);68 if (!dev)69 return -ENOMEM;70 71 ib_set_device_ops(&dev->ib_dev, &mana_ib_dev_ops);72 73 dev->ib_dev.phys_port_cnt = mc->num_ports;74 75 ibdev_dbg(&dev->ib_dev, "mdev=%p id=%d num_ports=%d\n", mdev,76 mdev->dev_id.as_uint32, dev->ib_dev.phys_port_cnt);77 78 dev->ib_dev.node_type = RDMA_NODE_IB_CA;79 80 /*81 * num_comp_vectors needs to set to the max MSIX index82 * when interrupts and event queues are implemented83 */84 dev->ib_dev.num_comp_vectors = mdev->gdma_context->max_num_queues;85 dev->ib_dev.dev.parent = mdev->gdma_context->dev;86 87 rcu_read_lock(); /* required to get primary netdev */88 ndev = mana_get_primary_netdev_rcu(mc, 0);89 if (!ndev) {90 rcu_read_unlock();91 ret = -ENODEV;92 ibdev_err(&dev->ib_dev, "Failed to get netdev for IB port 1");93 goto free_ib_device;94 }95 ether_addr_copy(mac_addr, ndev->dev_addr);96 addrconf_addr_eui48((u8 *)&dev->ib_dev.node_guid, ndev->dev_addr);97 ret = ib_device_set_netdev(&dev->ib_dev, ndev, 1);98 rcu_read_unlock();99 if (ret) {100 ibdev_err(&dev->ib_dev, "Failed to set ib netdev, ret %d", ret);101 goto free_ib_device;102 }103 104 ret = mana_gd_register_device(&mdev->gdma_context->mana_ib);105 if (ret) {106 ibdev_err(&dev->ib_dev, "Failed to register device, ret %d",107 ret);108 goto free_ib_device;109 }110 dev->gdma_dev = &mdev->gdma_context->mana_ib;111 112 ret = mana_ib_gd_query_adapter_caps(dev);113 if (ret) {114 ibdev_err(&dev->ib_dev, "Failed to query device caps, ret %d",115 ret);116 goto deregister_device;117 }118 119 ret = mana_ib_create_eqs(dev);120 if (ret) {121 ibdev_err(&dev->ib_dev, "Failed to create EQs, ret %d", ret);122 goto deregister_device;123 }124 125 ret = mana_ib_gd_create_rnic_adapter(dev);126 if (ret)127 goto destroy_eqs;128 129 xa_init_flags(&dev->qp_table_wq, XA_FLAGS_LOCK_IRQ);130 ret = mana_ib_gd_config_mac(dev, ADDR_OP_ADD, mac_addr);131 if (ret) {132 ibdev_err(&dev->ib_dev, "Failed to add Mac address, ret %d",133 ret);134 goto destroy_rnic;135 }136 137 ret = ib_register_device(&dev->ib_dev, "mana_%d",138 mdev->gdma_context->dev);139 if (ret)140 goto destroy_rnic;141 142 dev_set_drvdata(&adev->dev, dev);143 144 return 0;145 146destroy_rnic:147 xa_destroy(&dev->qp_table_wq);148 mana_ib_gd_destroy_rnic_adapter(dev);149destroy_eqs:150 mana_ib_destroy_eqs(dev);151deregister_device:152 mana_gd_deregister_device(dev->gdma_dev);153free_ib_device:154 ib_dealloc_device(&dev->ib_dev);155 return ret;156}157 158static void mana_ib_remove(struct auxiliary_device *adev)159{160 struct mana_ib_dev *dev = dev_get_drvdata(&adev->dev);161 162 ib_unregister_device(&dev->ib_dev);163 xa_destroy(&dev->qp_table_wq);164 mana_ib_gd_destroy_rnic_adapter(dev);165 mana_ib_destroy_eqs(dev);166 mana_gd_deregister_device(dev->gdma_dev);167 ib_dealloc_device(&dev->ib_dev);168}169 170static const struct auxiliary_device_id mana_id_table[] = {171 {172 .name = "mana.rdma",173 },174 {},175};176 177MODULE_DEVICE_TABLE(auxiliary, mana_id_table);178 179static struct auxiliary_driver mana_driver = {180 .name = "rdma",181 .probe = mana_ib_probe,182 .remove = mana_ib_remove,183 .id_table = mana_id_table,184};185 186module_auxiliary_driver(mana_driver);187