drivers/net/ethernet/mellanox/mlx4/intf.c

   1 /*
   2  * Copyright (c) 2006, 2007 Cisco Systems, Inc. All rights reserved.
   3  * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
   4  *
   5  * This software is available to you under a choice of one of two
   6  * licenses.  You may choose to be licensed under the terms of the GNU
   7  * General Public License (GPL) Version 2, available from the file
   8  * COPYING in the main directory of this source tree, or the
   9  * OpenIB.org BSD license below:
  10  *
  11  *     Redistribution and use in source and binary forms, with or
  12  *     without modification, are permitted provided that the following
  13  *     conditions are met:
  14  *
  15  *      - Redistributions of source code must retain the above
  16  *        copyright notice, this list of conditions and the following
  17  *        disclaimer.
  18  *
  19  *      - Redistributions in binary form must reproduce the above
  20  *        copyright notice, this list of conditions and the following
  21  *        disclaimer in the documentation and/or other materials
  22  *        provided with the distribution.
  23  *
  24  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  25  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  26  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  27  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  28  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  29  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  30  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  31  * SOFTWARE.
  32  */
  33
  34 #include <linux/slab.h>
  35 #include <linux/export.h>
  36 #include <linux/errno.h>
  37 #include <net/devlink.h>
  38
  39 #include "mlx4.h"
  40
  41 struct mlx4_device_context {
  42         struct list_head        list;
  43         struct list_head        bond_list;
  44         struct mlx4_interface  *intf;
  45         void                   *context;
  46 };
  47
  48 static LIST_HEAD(intf_list);
  49 static LIST_HEAD(dev_list);
  50 static DEFINE_MUTEX(intf_mutex);
  51
  52 static void mlx4_add_device(struct mlx4_interface *intf, struct mlx4_priv *priv)
  53 {
  54         struct mlx4_device_context *dev_ctx;
  55
  56         dev_ctx = kmalloc(sizeof(*dev_ctx), GFP_KERNEL);
  57         if (!dev_ctx)
  58                 return;
  59
  60         dev_ctx->intf    = intf;
  61         dev_ctx->context = intf->add(&priv->dev);
  62
  63         if (dev_ctx->context) {
  64                 spin_lock_irq(&priv->ctx_lock);
  65                 list_add_tail(&dev_ctx->list, &priv->ctx_list);
  66                 spin_unlock_irq(&priv->ctx_lock);
  67                 if (intf->activate)
  68                         intf->activate(&priv->dev, dev_ctx->context);
  69         } else
  70                 kfree(dev_ctx);
  71
  72 }
  73
  74 static void mlx4_remove_device(struct mlx4_interface *intf, struct mlx4_priv *priv)
  75 {
  76         struct mlx4_device_context *dev_ctx;
  77
  78         list_for_each_entry(dev_ctx, &priv->ctx_list, list)
  79                 if (dev_ctx->intf == intf) {
  80                         spin_lock_irq(&priv->ctx_lock);
  81                         list_del(&dev_ctx->list);
  82                         spin_unlock_irq(&priv->ctx_lock);
  83
  84                         intf->remove(&priv->dev, dev_ctx->context);
  85                         kfree(dev_ctx);
  86                         return;
  87                 }
  88 }
  89
  90 int mlx4_register_interface(struct mlx4_interface *intf)
  91 {
  92         struct mlx4_priv *priv;
  93
  94         if (!intf->add || !intf->remove)
  95                 return -EINVAL;
  96
  97         mutex_lock(&intf_mutex);
  98
  99         list_add_tail(&intf->list, &intf_list);
 100         list_for_each_entry(priv, &dev_list, dev_list) {
 101                 if (mlx4_is_mfunc(&priv->dev) && (intf->flags & MLX4_INTFF_BONDING)) {
 102                         mlx4_dbg(&priv->dev,
 103                                  "SRIOV, disabling HA mode for intf proto %d\n", intf->protocol);
 104                         intf->flags &= ~MLX4_INTFF_BONDING;
 105                 }
 106                 mlx4_add_device(intf, priv);
 107         }
 108
 109         mutex_unlock(&intf_mutex);
 110
 111         return 0;
 112 }
 113 EXPORT_SYMBOL_GPL(mlx4_register_interface);
 114
 115 void mlx4_unregister_interface(struct mlx4_interface *intf)
 116 {
 117         struct mlx4_priv *priv;
 118
 119         mutex_lock(&intf_mutex);
 120
 121         list_for_each_entry(priv, &dev_list, dev_list)
 122                 mlx4_remove_device(intf, priv);
 123
 124         list_del(&intf->list);
 125
 126         mutex_unlock(&intf_mutex);
 127 }
 128 EXPORT_SYMBOL_GPL(mlx4_unregister_interface);
 129
 130 int mlx4_do_bond(struct mlx4_dev *dev, bool enable)
 131 {
 132         struct mlx4_priv *priv = mlx4_priv(dev);
 133         struct mlx4_device_context *dev_ctx = NULL, *temp_dev_ctx;
 134         unsigned long flags;
 135         int ret;
 136         LIST_HEAD(bond_list);
 137
 138         if (!(dev->caps.flags2 & MLX4_DEV_CAP_FLAG2_PORT_REMAP))
 139                 return -EOPNOTSUPP;
 140
 141         ret = mlx4_disable_rx_port_check(dev, enable);
 142         if (ret) {
 143                 mlx4_err(dev, "Fail to %s rx port check\n",
 144                          enable ? "enable" : "disable");
 145                 return ret;
 146         }
 147         if (enable) {
 148                 dev->flags |= MLX4_FLAG_BONDED;
 149         } else {
 150                 ret = mlx4_virt2phy_port_map(dev, 1, 2);
 151                 if (ret) {
 152                         mlx4_err(dev, "Fail to reset port map\n");
 153                         return ret;
 154                 }
 155                 dev->flags &= ~MLX4_FLAG_BONDED;
 156         }
 157
 158         spin_lock_irqsave(&priv->ctx_lock, flags);
 159         list_for_each_entry_safe(dev_ctx, temp_dev_ctx, &priv->ctx_list, list) {
 160                 if (dev_ctx->intf->flags & MLX4_INTFF_BONDING) {
 161                         list_add_tail(&dev_ctx->bond_list, &bond_list);
 162                         list_del(&dev_ctx->list);
 163                 }
 164         }
 165         spin_unlock_irqrestore(&priv->ctx_lock, flags);
 166
 167         list_for_each_entry(dev_ctx, &bond_list, bond_list) {
 168                 dev_ctx->intf->remove(dev, dev_ctx->context);
 169                 dev_ctx->context =  dev_ctx->intf->add(dev);
 170
 171                 spin_lock_irqsave(&priv->ctx_lock, flags);
 172                 list_add_tail(&dev_ctx->list, &priv->ctx_list);
 173                 spin_unlock_irqrestore(&priv->ctx_lock, flags);
 174
 175                 mlx4_dbg(dev, "Interface for protocol %d restarted with bonded mode %s\n",
 176                          dev_ctx->intf->protocol, enable ?
 177                          "enabled" : "disabled");
 178         }
 179         return 0;
 180 }
 181
 182 void mlx4_dispatch_event(struct mlx4_dev *dev, enum mlx4_dev_event type,
 183                          unsigned long param)
 184 {
 185         struct mlx4_priv *priv = mlx4_priv(dev);
 186         struct mlx4_device_context *dev_ctx;
 187         unsigned long flags;
 188
 189         spin_lock_irqsave(&priv->ctx_lock, flags);
 190
 191         list_for_each_entry(dev_ctx, &priv->ctx_list, list)
 192                 if (dev_ctx->intf->event)
 193                         dev_ctx->intf->event(dev, dev_ctx->context, type, param);
 194
 195         spin_unlock_irqrestore(&priv->ctx_lock, flags);
 196 }
 197
 198 int mlx4_register_device(struct mlx4_dev *dev)
 199 {
 200         struct mlx4_priv *priv = mlx4_priv(dev);
 201         struct mlx4_interface *intf;
 202
 203         mutex_lock(&intf_mutex);
 204
 205         dev->persist->interface_state |= MLX4_INTERFACE_STATE_UP;
 206         list_add_tail(&priv->dev_list, &dev_list);
 207         list_for_each_entry(intf, &intf_list, list)
 208                 mlx4_add_device(intf, priv);
 209
 210         mutex_unlock(&intf_mutex);
 211         mlx4_start_catas_poll(dev);
 212
 213         return 0;
 214 }
 215
 216 void mlx4_unregister_device(struct mlx4_dev *dev)
 217 {
 218         struct mlx4_priv *priv = mlx4_priv(dev);
 219         struct mlx4_interface *intf;
 220
 221         if (!(dev->persist->interface_state & MLX4_INTERFACE_STATE_UP))
 222                 return;
 223
 224         mlx4_stop_catas_poll(dev);
 225         if (dev->persist->interface_state & MLX4_INTERFACE_STATE_DELETION &&
 226             mlx4_is_slave(dev)) {
 227                 /* In mlx4_remove_one on a VF */
 228                 u32 slave_read =
 229                         swab32(readl(&mlx4_priv(dev)->mfunc.comm->slave_read));
 230
 231                 if (mlx4_comm_internal_err(slave_read)) {
 232                         mlx4_dbg(dev, "%s: comm channel is down, entering error state.\n",
 233                                  __func__);
 234                         mlx4_enter_error_state(dev->persist);
 235                 }
 236         }
 237         mutex_lock(&intf_mutex);
 238
 239         list_for_each_entry(intf, &intf_list, list)
 240                 mlx4_remove_device(intf, priv);
 241
 242         list_del(&priv->dev_list);
 243         dev->persist->interface_state &= ~MLX4_INTERFACE_STATE_UP;
 244
 245         mutex_unlock(&intf_mutex);
 246 }
 247
 248 void *mlx4_get_protocol_dev(struct mlx4_dev *dev, enum mlx4_protocol proto, int port)
 249 {
 250         struct mlx4_priv *priv = mlx4_priv(dev);
 251         struct mlx4_device_context *dev_ctx;
 252         unsigned long flags;
 253         void *result = NULL;
 254
 255         spin_lock_irqsave(&priv->ctx_lock, flags);
 256
 257         list_for_each_entry(dev_ctx, &priv->ctx_list, list)
 258                 if (dev_ctx->intf->protocol == proto && dev_ctx->intf->get_dev) {
 259                         result = dev_ctx->intf->get_dev(dev, dev_ctx->context, port);
 260                         break;
 261                 }
 262
 263         spin_unlock_irqrestore(&priv->ctx_lock, flags);
 264
 265         return result;
 266 }
 267 EXPORT_SYMBOL_GPL(mlx4_get_protocol_dev);
 268
 269 struct devlink_port *mlx4_get_devlink_port(struct mlx4_dev *dev, int port)
 270 {
 271         struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
 272
 273         return &info->devlink_port;
 274 }
 275 EXPORT_SYMBOL_GPL(mlx4_get_devlink_port);