drivers/infiniband/hw/usnic/usnic_ib_sysfs.c

   1 /*
   2  * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
   3  *
   4  * This software is available to you under a choice of one of two
   5  * licenses.  You may choose to be licensed under the terms of the GNU
   6  * General Public License (GPL) Version 2, available from the file
   7  * COPYING in the main directory of this source tree, or the
   8  * BSD license below:
   9  *
  10  *     Redistribution and use in source and binary forms, with or
  11  *     without modification, are permitted provided that the following
  12  *     conditions are met:
  13  *
  14  *      - Redistributions of source code must retain the above
  15  *        copyright notice, this list of conditions and the following
  16  *        disclaimer.
  17  *
  18  *      - Redistributions in binary form must reproduce the above
  19  *        copyright notice, this list of conditions and the following
  20  *        disclaimer in the documentation and/or other materials
  21  *        provided with the distribution.
  22  *
  23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30  * SOFTWARE.
  31  *
  32  */
  33
  34 #include <linux/module.h>
  35 #include <linux/init.h>
  36 #include <linux/errno.h>
  37
  38 #include <rdma/ib_user_verbs.h>
  39 #include <rdma/ib_addr.h>
  40
  41 #include "usnic_common_util.h"
  42 #include "usnic_ib.h"
  43 #include "usnic_ib_qp_grp.h"
  44 #include "usnic_vnic.h"
  45 #include "usnic_ib_verbs.h"
  46 #include "usnic_log.h"
  47
  48 static ssize_t usnic_ib_show_fw_ver(struct device *device,
  49                                         struct device_attribute *attr,
  50                                         char *buf)
  51 {
  52         struct usnic_ib_dev *us_ibdev =
  53                 container_of(device, struct usnic_ib_dev, ib_dev.dev);
  54         struct ethtool_drvinfo info;
  55
  56         mutex_lock(&us_ibdev->usdev_lock);
  57         us_ibdev->netdev->ethtool_ops->get_drvinfo(us_ibdev->netdev, &info);
  58         mutex_unlock(&us_ibdev->usdev_lock);
  59
  60         return scnprintf(buf, PAGE_SIZE, "%s\n", info.fw_version);
  61 }
  62
  63 static ssize_t usnic_ib_show_board(struct device *device,
  64                                         struct device_attribute *attr,
  65                                         char *buf)
  66 {
  67         struct usnic_ib_dev *us_ibdev =
  68                 container_of(device, struct usnic_ib_dev, ib_dev.dev);
  69         unsigned short subsystem_device_id;
  70
  71         mutex_lock(&us_ibdev->usdev_lock);
  72         subsystem_device_id = us_ibdev->pdev->subsystem_device;
  73         mutex_unlock(&us_ibdev->usdev_lock);
  74
  75         return scnprintf(buf, PAGE_SIZE, "%hu\n", subsystem_device_id);
  76 }
  77
  78 /*
  79  * Report the configuration for this PF
  80  */
  81 static ssize_t
  82 usnic_ib_show_config(struct device *device, struct device_attribute *attr,
  83                         char *buf)
  84 {
  85         struct usnic_ib_dev *us_ibdev;
  86         char *ptr;
  87         unsigned left;
  88         unsigned n;
  89         enum usnic_vnic_res_type res_type;
  90
  91         us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
  92
  93         /* Buffer space limit is 1 page */
  94         ptr = buf;
  95         left = PAGE_SIZE;
  96
  97         mutex_lock(&us_ibdev->usdev_lock);
  98         if (atomic_read(&us_ibdev->vf_cnt.refcount) > 0) {
  99                 char *busname;
 100
 101                 /*
 102                  * bus name seems to come with annoying prefix.
 103                  * Remove it if it is predictable
 104                  */
 105                 busname = us_ibdev->pdev->bus->name;
 106                 if (strncmp(busname, "PCI Bus ", 8) == 0)
 107                         busname += 8;
 108
 109                 n = scnprintf(ptr, left,
 110                         "%s: %s:%d.%d, %s, %pM, %u VFs\n Per VF:",
 111                         us_ibdev->ib_dev.name,
 112                         busname,
 113                         PCI_SLOT(us_ibdev->pdev->devfn),
 114                         PCI_FUNC(us_ibdev->pdev->devfn),
 115                         netdev_name(us_ibdev->netdev),
 116                         us_ibdev->ufdev->mac,
 117                         atomic_read(&us_ibdev->vf_cnt.refcount));
 118                 UPDATE_PTR_LEFT(n, ptr, left);
 119
 120                 for (res_type = USNIC_VNIC_RES_TYPE_EOL;
 121                                 res_type < USNIC_VNIC_RES_TYPE_MAX;
 122                                 res_type++) {
 123                         if (us_ibdev->vf_res_cnt[res_type] == 0)
 124                                 continue;
 125                         n = scnprintf(ptr, left, " %d %s%s",
 126                                 us_ibdev->vf_res_cnt[res_type],
 127                                 usnic_vnic_res_type_to_str(res_type),
 128                                 (res_type < (USNIC_VNIC_RES_TYPE_MAX - 1)) ?
 129                                  "," : "");
 130                         UPDATE_PTR_LEFT(n, ptr, left);
 131                 }
 132                 n = scnprintf(ptr, left, "\n");
 133                 UPDATE_PTR_LEFT(n, ptr, left);
 134         } else {
 135                 n = scnprintf(ptr, left, "%s: no VFs\n",
 136                                 us_ibdev->ib_dev.name);
 137                 UPDATE_PTR_LEFT(n, ptr, left);
 138         }
 139         mutex_unlock(&us_ibdev->usdev_lock);
 140
 141         return ptr - buf;
 142 }
 143
 144 static ssize_t
 145 usnic_ib_show_iface(struct device *device, struct device_attribute *attr,
 146                         char *buf)
 147 {
 148         struct usnic_ib_dev *us_ibdev;
 149
 150         us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
 151
 152         return scnprintf(buf, PAGE_SIZE, "%s\n",
 153                         netdev_name(us_ibdev->netdev));
 154 }
 155
 156 static ssize_t
 157 usnic_ib_show_max_vf(struct device *device, struct device_attribute *attr,
 158                         char *buf)
 159 {
 160         struct usnic_ib_dev *us_ibdev;
 161
 162         us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
 163
 164         return scnprintf(buf, PAGE_SIZE, "%u\n",
 165                         atomic_read(&us_ibdev->vf_cnt.refcount));
 166 }
 167
 168 static ssize_t
 169 usnic_ib_show_qp_per_vf(struct device *device, struct device_attribute *attr,
 170                         char *buf)
 171 {
 172         struct usnic_ib_dev *us_ibdev;
 173         int qp_per_vf;
 174
 175         us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
 176         qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ],
 177                         us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]);
 178
 179         return scnprintf(buf, PAGE_SIZE,
 180                                 "%d\n", qp_per_vf);
 181 }
 182
 183 static ssize_t
 184 usnic_ib_show_cq_per_vf(struct device *device, struct device_attribute *attr,
 185                         char *buf)
 186 {
 187         struct usnic_ib_dev *us_ibdev;
 188
 189         us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
 190
 191         return scnprintf(buf, PAGE_SIZE, "%d\n",
 192                         us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]);
 193 }
 194
 195 static DEVICE_ATTR(fw_ver, S_IRUGO, usnic_ib_show_fw_ver, NULL);
 196 static DEVICE_ATTR(board_id, S_IRUGO, usnic_ib_show_board, NULL);
 197 static DEVICE_ATTR(config, S_IRUGO, usnic_ib_show_config, NULL);
 198 static DEVICE_ATTR(iface, S_IRUGO, usnic_ib_show_iface, NULL);
 199 static DEVICE_ATTR(max_vf, S_IRUGO, usnic_ib_show_max_vf, NULL);
 200 static DEVICE_ATTR(qp_per_vf, S_IRUGO, usnic_ib_show_qp_per_vf, NULL);
 201 static DEVICE_ATTR(cq_per_vf, S_IRUGO, usnic_ib_show_cq_per_vf, NULL);
 202
 203 static struct device_attribute *usnic_class_attributes[] = {
 204         &dev_attr_fw_ver,
 205         &dev_attr_board_id,
 206         &dev_attr_config,
 207         &dev_attr_iface,
 208         &dev_attr_max_vf,
 209         &dev_attr_qp_per_vf,
 210         &dev_attr_cq_per_vf,
 211 };
 212
 213 struct qpn_attribute {
 214         struct attribute attr;
 215         ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf);
 216 };
 217
 218 /*
 219  * Definitions for supporting QPN entries in sysfs
 220  */
 221 static ssize_t
 222 usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf)
 223 {
 224         struct usnic_ib_qp_grp *qp_grp;
 225         struct qpn_attribute *qpn_attr;
 226
 227         qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj);
 228         qpn_attr = container_of(attr, struct qpn_attribute, attr);
 229
 230         return qpn_attr->show(qp_grp, buf);
 231 }
 232
 233 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = {
 234         .show = usnic_ib_qpn_attr_show
 235 };
 236
 237 #define QPN_ATTR_RO(NAME) \
 238 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
 239
 240 static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
 241 {
 242         return scnprintf(buf, PAGE_SIZE, "0x%p\n", qp_grp->ctx);
 243 }
 244
 245 static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
 246 {
 247         int i, j, n;
 248         int left;
 249         char *ptr;
 250         struct usnic_vnic_res_chunk *res_chunk;
 251         struct usnic_vnic_res *vnic_res;
 252
 253         left = PAGE_SIZE;
 254         ptr = buf;
 255
 256         n = scnprintf(ptr, left,
 257                         "QPN: %d State: (%s) PID: %u VF Idx: %hu ",
 258                         qp_grp->ibqp.qp_num,
 259                         usnic_ib_qp_grp_state_to_string(qp_grp->state),
 260                         qp_grp->owner_pid,
 261                         usnic_vnic_get_index(qp_grp->vf->vnic));
 262         UPDATE_PTR_LEFT(n, ptr, left);
 263
 264         for (i = 0; qp_grp->res_chunk_list[i]; i++) {
 265                 res_chunk = qp_grp->res_chunk_list[i];
 266                 for (j = 0; j < res_chunk->cnt; j++) {
 267                         vnic_res = res_chunk->res[j];
 268                         n = scnprintf(ptr, left, "%s[%d] ",
 269                                 usnic_vnic_res_type_to_str(vnic_res->type),
 270                                 vnic_res->vnic_idx);
 271                         UPDATE_PTR_LEFT(n, ptr, left);
 272                 }
 273         }
 274
 275         n = scnprintf(ptr, left, "\n");
 276         UPDATE_PTR_LEFT(n, ptr, left);
 277
 278         return ptr - buf;
 279 }
 280
 281 static QPN_ATTR_RO(context);
 282 static QPN_ATTR_RO(summary);
 283
 284 static struct attribute *usnic_ib_qpn_default_attrs[] = {
 285         &qpn_attr_context.attr,
 286         &qpn_attr_summary.attr,
 287         NULL
 288 };
 289
 290 static struct kobj_type usnic_ib_qpn_type = {
 291         .sysfs_ops = &usnic_ib_qpn_sysfs_ops,
 292         .default_attrs = usnic_ib_qpn_default_attrs
 293 };
 294
 295 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev)
 296 {
 297         int i;
 298         int err;
 299         for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) {
 300                 err = device_create_file(&us_ibdev->ib_dev.dev,
 301                                                 usnic_class_attributes[i]);
 302                 if (err) {
 303                         usnic_err("Failed to create device file %d for %s eith err %d",
 304                                 i, us_ibdev->ib_dev.name, err);
 305                         return -EINVAL;
 306                 }
 307         }
 308
 309         /* create kernel object for looking at individual QPs */
 310         kobject_get(&us_ibdev->ib_dev.dev.kobj);
 311         us_ibdev->qpn_kobj = kobject_create_and_add("qpn",
 312                         &us_ibdev->ib_dev.dev.kobj);
 313         if (us_ibdev->qpn_kobj == NULL) {
 314                 kobject_put(&us_ibdev->ib_dev.dev.kobj);
 315                 return -ENOMEM;
 316         }
 317
 318         return 0;
 319 }
 320
 321 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev)
 322 {
 323         int i;
 324         for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) {
 325                 device_remove_file(&us_ibdev->ib_dev.dev,
 326                                         usnic_class_attributes[i]);
 327         }
 328
 329         kobject_put(us_ibdev->qpn_kobj);
 330 }
 331
 332 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp)
 333 {
 334         struct usnic_ib_dev *us_ibdev;
 335         int err;
 336
 337         us_ibdev = qp_grp->vf->pf;
 338
 339         err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type,
 340                         kobject_get(us_ibdev->qpn_kobj),
 341                         "%d", qp_grp->grp_id);
 342         if (err) {
 343                 kobject_put(us_ibdev->qpn_kobj);
 344                 return;
 345         }
 346 }
 347
 348 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp)
 349 {
 350         struct usnic_ib_dev *us_ibdev;
 351
 352         us_ibdev = qp_grp->vf->pf;
 353
 354         kobject_put(&qp_grp->kobj);
 355         kobject_put(us_ibdev->qpn_kobj);
 356 }