drivers/infiniband/hw/mana/device.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Copyright (c) 2022, Microsoft Corporation. All rights reserved.
   4  */
   5
   6 #include "mana_ib.h"
   7 #include <net/mana/mana_auxiliary.h>
   8 #include <net/addrconf.h>
   9
  10 MODULE_DESCRIPTION("Microsoft Azure Network Adapter IB driver");
  11 MODULE_LICENSE("GPL");
  12 MODULE_IMPORT_NS("NET_MANA");
  13
  14 static const struct ib_device_ops mana_ib_dev_ops = {
  15         .owner = THIS_MODULE,
  16         .driver_id = RDMA_DRIVER_MANA,
  17         .uverbs_abi_ver = MANA_IB_UVERBS_ABI_VERSION,
  18
  19         .add_gid = mana_ib_gd_add_gid,
  20         .alloc_pd = mana_ib_alloc_pd,
  21         .alloc_ucontext = mana_ib_alloc_ucontext,
  22         .create_cq = mana_ib_create_cq,
  23         .create_qp = mana_ib_create_qp,
  24         .create_rwq_ind_table = mana_ib_create_rwq_ind_table,
  25         .create_wq = mana_ib_create_wq,
  26         .dealloc_pd = mana_ib_dealloc_pd,
  27         .dealloc_ucontext = mana_ib_dealloc_ucontext,
  28         .del_gid = mana_ib_gd_del_gid,
  29         .dereg_mr = mana_ib_dereg_mr,
  30         .destroy_cq = mana_ib_destroy_cq,
  31         .destroy_qp = mana_ib_destroy_qp,
  32         .destroy_rwq_ind_table = mana_ib_destroy_rwq_ind_table,
  33         .destroy_wq = mana_ib_destroy_wq,
  34         .disassociate_ucontext = mana_ib_disassociate_ucontext,
  35         .get_link_layer = mana_ib_get_link_layer,
  36         .get_port_immutable = mana_ib_get_port_immutable,
  37         .mmap = mana_ib_mmap,
  38         .modify_qp = mana_ib_modify_qp,
  39         .modify_wq = mana_ib_modify_wq,
  40         .query_device = mana_ib_query_device,
  41         .query_gid = mana_ib_query_gid,
  42         .query_pkey = mana_ib_query_pkey,
  43         .query_port = mana_ib_query_port,
  44         .reg_user_mr = mana_ib_reg_user_mr,
  45
  46         INIT_RDMA_OBJ_SIZE(ib_cq, mana_ib_cq, ibcq),
  47         INIT_RDMA_OBJ_SIZE(ib_pd, mana_ib_pd, ibpd),
  48         INIT_RDMA_OBJ_SIZE(ib_qp, mana_ib_qp, ibqp),
  49         INIT_RDMA_OBJ_SIZE(ib_ucontext, mana_ib_ucontext, ibucontext),
  50         INIT_RDMA_OBJ_SIZE(ib_rwq_ind_table, mana_ib_rwq_ind_table,
  51                            ib_ind_table),
  52 };
  53
  54 static int mana_ib_probe(struct auxiliary_device *adev,
  55                          const struct auxiliary_device_id *id)
  56 {
  57         struct mana_adev *madev = container_of(adev, struct mana_adev, adev);
  58         struct gdma_dev *mdev = madev->mdev;
  59         struct net_device *ndev;
  60         struct mana_context *mc;
  61         struct mana_ib_dev *dev;
  62         u8 mac_addr[ETH_ALEN];
  63         int ret;
  64
  65         mc = mdev->driver_data;
  66
  67         dev = ib_alloc_device(mana_ib_dev, ib_dev);
  68         if (!dev)
  69                 return -ENOMEM;
  70
  71         ib_set_device_ops(&dev->ib_dev, &mana_ib_dev_ops);
  72
  73         dev->ib_dev.phys_port_cnt = mc->num_ports;
  74
  75         ibdev_dbg(&dev->ib_dev, "mdev=%p id=%d num_ports=%d\n", mdev,
  76                   mdev->dev_id.as_uint32, dev->ib_dev.phys_port_cnt);
  77
  78         dev->ib_dev.node_type = RDMA_NODE_IB_CA;
  79
  80         /*
  81          * num_comp_vectors needs to set to the max MSIX index
  82          * when interrupts and event queues are implemented
  83          */
  84         dev->ib_dev.num_comp_vectors = mdev->gdma_context->max_num_queues;
  85         dev->ib_dev.dev.parent = mdev->gdma_context->dev;
  86
  87         rcu_read_lock(); /* required to get primary netdev */
  88         ndev = mana_get_primary_netdev_rcu(mc, 0);
  89         if (!ndev) {
  90                 rcu_read_unlock();
  91                 ret = -ENODEV;
  92                 ibdev_err(&dev->ib_dev, "Failed to get netdev for IB port 1");
  93                 goto free_ib_device;
  94         }
  95         ether_addr_copy(mac_addr, ndev->dev_addr);
  96         addrconf_addr_eui48((u8 *)&dev->ib_dev.node_guid, ndev->dev_addr);
  97         ret = ib_device_set_netdev(&dev->ib_dev, ndev, 1);
  98         rcu_read_unlock();
  99         if (ret) {
 100                 ibdev_err(&dev->ib_dev, "Failed to set ib netdev, ret %d", ret);
 101                 goto free_ib_device;
 102         }
 103
 104         ret = mana_gd_register_device(&mdev->gdma_context->mana_ib);
 105         if (ret) {
 106                 ibdev_err(&dev->ib_dev, "Failed to register device, ret %d",
 107                           ret);
 108                 goto free_ib_device;
 109         }
 110         dev->gdma_dev = &mdev->gdma_context->mana_ib;
 111
 112         ret = mana_ib_gd_query_adapter_caps(dev);
 113         if (ret) {
 114                 ibdev_err(&dev->ib_dev, "Failed to query device caps, ret %d",
 115                           ret);
 116                 goto deregister_device;
 117         }
 118
 119         ret = mana_ib_create_eqs(dev);
 120         if (ret) {
 121                 ibdev_err(&dev->ib_dev, "Failed to create EQs, ret %d", ret);
 122                 goto deregister_device;
 123         }
 124
 125         ret = mana_ib_gd_create_rnic_adapter(dev);
 126         if (ret)
 127                 goto destroy_eqs;
 128
 129         xa_init_flags(&dev->qp_table_wq, XA_FLAGS_LOCK_IRQ);
 130         ret = mana_ib_gd_config_mac(dev, ADDR_OP_ADD, mac_addr);
 131         if (ret) {
 132                 ibdev_err(&dev->ib_dev, "Failed to add Mac address, ret %d",
 133                           ret);
 134                 goto destroy_rnic;
 135         }
 136
 137         ret = ib_register_device(&dev->ib_dev, "mana_%d",
 138                                  mdev->gdma_context->dev);
 139         if (ret)
 140                 goto destroy_rnic;
 141
 142         dev_set_drvdata(&adev->dev, dev);
 143
 144         return 0;
 145
 146 destroy_rnic:
 147         xa_destroy(&dev->qp_table_wq);
 148         mana_ib_gd_destroy_rnic_adapter(dev);
 149 destroy_eqs:
 150         mana_ib_destroy_eqs(dev);
 151 deregister_device:
 152         mana_gd_deregister_device(dev->gdma_dev);
 153 free_ib_device:
 154         ib_dealloc_device(&dev->ib_dev);
 155         return ret;
 156 }
 157
 158 static void mana_ib_remove(struct auxiliary_device *adev)
 159 {
 160         struct mana_ib_dev *dev = dev_get_drvdata(&adev->dev);
 161
 162         ib_unregister_device(&dev->ib_dev);
 163         xa_destroy(&dev->qp_table_wq);
 164         mana_ib_gd_destroy_rnic_adapter(dev);
 165         mana_ib_destroy_eqs(dev);
 166         mana_gd_deregister_device(dev->gdma_dev);
 167         ib_dealloc_device(&dev->ib_dev);
 168 }
 169
 170 static const struct auxiliary_device_id mana_id_table[] = {
 171         {
 172                 .name = "mana.rdma",
 173         },
 174         {},
 175 };
 176
 177 MODULE_DEVICE_TABLE(auxiliary, mana_id_table);
 178
 179 static struct auxiliary_driver mana_driver = {
 180         .name = "rdma",
 181         .probe = mana_ib_probe,
 182         .remove = mana_ib_remove,
 183         .id_table = mana_id_table,
 184 };
 185
 186 module_auxiliary_driver(mana_driver);