drivers/infiniband/hw/mlx5/ib_rep.c

   1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
   2 /*
   3  * Copyright (c) 2018 Mellanox Technologies. All rights reserved.
   4  */
   5
   6 #include <linux/mlx5/vport.h>
   7 #include "ib_rep.h"
   8 #include "srq.h"
   9
  10 static int
  11 mlx5_ib_set_vport_rep(struct mlx5_core_dev *dev, struct mlx5_eswitch_rep *rep)
  12 {
  13         struct mlx5_ib_dev *ibdev;
  14         int vport_index;
  15
  16         ibdev = mlx5_ib_get_uplink_ibdev(dev->priv.eswitch);
  17         vport_index = rep->vport_index;
  18
  19         ibdev->port[vport_index].rep = rep;
  20         rep->rep_data[REP_IB].priv = ibdev;
  21         write_lock(&ibdev->port[vport_index].roce.netdev_lock);
  22         ibdev->port[vport_index].roce.netdev =
  23                 mlx5_ib_get_rep_netdev(dev->priv.eswitch, rep->vport);
  24         write_unlock(&ibdev->port[vport_index].roce.netdev_lock);
  25
  26         return 0;
  27 }
  28
  29 static int
  30 mlx5_ib_vport_rep_load(struct mlx5_core_dev *dev, struct mlx5_eswitch_rep *rep)
  31 {
  32         int num_ports = mlx5_eswitch_get_total_vports(dev);
  33         const struct mlx5_ib_profile *profile;
  34         struct mlx5_ib_dev *ibdev;
  35         int vport_index;
  36
  37         if (rep->vport == MLX5_VPORT_UPLINK)
  38                 profile = &raw_eth_profile;
  39         else
  40                 return mlx5_ib_set_vport_rep(dev, rep);
  41
  42         ibdev = ib_alloc_device(mlx5_ib_dev, ib_dev);
  43         if (!ibdev)
  44                 return -ENOMEM;
  45
  46         ibdev->port = kcalloc(num_ports, sizeof(*ibdev->port),
  47                               GFP_KERNEL);
  48         if (!ibdev->port) {
  49                 ib_dealloc_device(&ibdev->ib_dev);
  50                 return -ENOMEM;
  51         }
  52
  53         ibdev->is_rep = true;
  54         vport_index = rep->vport_index;
  55         ibdev->port[vport_index].rep = rep;
  56         ibdev->port[vport_index].roce.netdev =
  57                 mlx5_ib_get_rep_netdev(dev->priv.eswitch, rep->vport);
  58         ibdev->mdev = dev;
  59         ibdev->num_ports = num_ports;
  60
  61         if (!__mlx5_ib_add(ibdev, profile))
  62                 return -EINVAL;
  63
  64         rep->rep_data[REP_IB].priv = ibdev;
  65
  66         return 0;
  67 }
  68
  69 static void
  70 mlx5_ib_vport_rep_unload(struct mlx5_eswitch_rep *rep)
  71 {
  72         struct mlx5_ib_dev *dev = mlx5_ib_rep_to_dev(rep);
  73         struct mlx5_ib_port *port;
  74
  75         port = &dev->port[rep->vport_index];
  76         write_lock(&port->roce.netdev_lock);
  77         port->roce.netdev = NULL;
  78         write_unlock(&port->roce.netdev_lock);
  79         rep->rep_data[REP_IB].priv = NULL;
  80         port->rep = NULL;
  81
  82         if (rep->vport == MLX5_VPORT_UPLINK)
  83                 __mlx5_ib_remove(dev, dev->profile, MLX5_IB_STAGE_MAX);
  84 }
  85
  86 static void *mlx5_ib_vport_get_proto_dev(struct mlx5_eswitch_rep *rep)
  87 {
  88         return mlx5_ib_rep_to_dev(rep);
  89 }
  90
  91 static const struct mlx5_eswitch_rep_ops rep_ops = {
  92         .load = mlx5_ib_vport_rep_load,
  93         .unload = mlx5_ib_vport_rep_unload,
  94         .get_proto_dev = mlx5_ib_vport_get_proto_dev,
  95 };
  96
  97 void mlx5_ib_register_vport_reps(struct mlx5_core_dev *mdev)
  98 {
  99         struct mlx5_eswitch *esw = mdev->priv.eswitch;
 100
 101         mlx5_eswitch_register_vport_reps(esw, &rep_ops, REP_IB);
 102 }
 103
 104 void mlx5_ib_unregister_vport_reps(struct mlx5_core_dev *mdev)
 105 {
 106         struct mlx5_eswitch *esw = mdev->priv.eswitch;
 107
 108         mlx5_eswitch_unregister_vport_reps(esw, REP_IB);
 109 }
 110
 111 u8 mlx5_ib_eswitch_mode(struct mlx5_eswitch *esw)
 112 {
 113         return mlx5_eswitch_mode(esw);
 114 }
 115
 116 struct mlx5_ib_dev *mlx5_ib_get_rep_ibdev(struct mlx5_eswitch *esw,
 117                                           u16 vport_num)
 118 {
 119         return mlx5_eswitch_get_proto_dev(esw, vport_num, REP_IB);
 120 }
 121
 122 struct net_device *mlx5_ib_get_rep_netdev(struct mlx5_eswitch *esw,
 123                                           u16 vport_num)
 124 {
 125         return mlx5_eswitch_get_proto_dev(esw, vport_num, REP_ETH);
 126 }
 127
 128 struct mlx5_ib_dev *mlx5_ib_get_uplink_ibdev(struct mlx5_eswitch *esw)
 129 {
 130         return mlx5_eswitch_uplink_get_proto_dev(esw, REP_IB);
 131 }
 132
 133 struct mlx5_eswitch_rep *mlx5_ib_vport_rep(struct mlx5_eswitch *esw,
 134                                            u16 vport_num)
 135 {
 136         return mlx5_eswitch_vport_rep(esw, vport_num);
 137 }
 138
 139 struct mlx5_flow_handle *create_flow_rule_vport_sq(struct mlx5_ib_dev *dev,
 140                                                    struct mlx5_ib_sq *sq,
 141                                                    u16 port)
 142 {
 143         struct mlx5_eswitch *esw = dev->mdev->priv.eswitch;
 144         struct mlx5_eswitch_rep *rep;
 145
 146         if (!dev->is_rep || !port)
 147                 return NULL;
 148
 149         if (!dev->port[port - 1].rep)
 150                 return ERR_PTR(-EINVAL);
 151
 152         rep = dev->port[port - 1].rep;
 153
 154         return mlx5_eswitch_add_send_to_vport_rule(esw, rep->vport,
 155                                                    sq->base.mqp.qpn);
 156 }