2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/module.h>
35 #include <linux/init.h>
36 #include <linux/errno.h>
38 #include <rdma/ib_user_verbs.h>
39 #include <rdma/ib_addr.h>
41 #include "usnic_common_util.h"
43 #include "usnic_ib_qp_grp.h"
44 #include "usnic_vnic.h"
45 #include "usnic_ib_verbs.h"
46 #include "usnic_ib_sysfs.h"
47 #include "usnic_log.h"
49 static ssize_t
board_id_show(struct device
*device
,
50 struct device_attribute
*attr
, char *buf
)
52 struct usnic_ib_dev
*us_ibdev
=
53 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
54 unsigned short subsystem_device_id
;
56 mutex_lock(&us_ibdev
->usdev_lock
);
57 subsystem_device_id
= us_ibdev
->pdev
->subsystem_device
;
58 mutex_unlock(&us_ibdev
->usdev_lock
);
60 return scnprintf(buf
, PAGE_SIZE
, "%hu\n", subsystem_device_id
);
62 static DEVICE_ATTR_RO(board_id
);
65 * Report the configuration for this PF
68 config_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
70 struct usnic_ib_dev
*us_ibdev
=
71 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
75 enum usnic_vnic_res_type res_type
;
77 /* Buffer space limit is 1 page */
81 mutex_lock(&us_ibdev
->usdev_lock
);
82 if (kref_read(&us_ibdev
->vf_cnt
) > 0) {
86 * bus name seems to come with annoying prefix.
87 * Remove it if it is predictable
89 busname
= us_ibdev
->pdev
->bus
->name
;
90 if (strncmp(busname
, "PCI Bus ", 8) == 0)
93 n
= scnprintf(ptr
, left
,
94 "%s: %s:%d.%d, %s, %pM, %u VFs\n Per VF:",
95 dev_name(&us_ibdev
->ib_dev
.dev
),
97 PCI_SLOT(us_ibdev
->pdev
->devfn
),
98 PCI_FUNC(us_ibdev
->pdev
->devfn
),
99 netdev_name(us_ibdev
->netdev
),
100 us_ibdev
->ufdev
->mac
,
101 kref_read(&us_ibdev
->vf_cnt
));
102 UPDATE_PTR_LEFT(n
, ptr
, left
);
104 for (res_type
= USNIC_VNIC_RES_TYPE_EOL
;
105 res_type
< USNIC_VNIC_RES_TYPE_MAX
;
107 if (us_ibdev
->vf_res_cnt
[res_type
] == 0)
109 n
= scnprintf(ptr
, left
, " %d %s%s",
110 us_ibdev
->vf_res_cnt
[res_type
],
111 usnic_vnic_res_type_to_str(res_type
),
112 (res_type
< (USNIC_VNIC_RES_TYPE_MAX
- 1)) ?
114 UPDATE_PTR_LEFT(n
, ptr
, left
);
116 n
= scnprintf(ptr
, left
, "\n");
117 UPDATE_PTR_LEFT(n
, ptr
, left
);
119 n
= scnprintf(ptr
, left
, "%s: no VFs\n",
120 dev_name(&us_ibdev
->ib_dev
.dev
));
121 UPDATE_PTR_LEFT(n
, ptr
, left
);
123 mutex_unlock(&us_ibdev
->usdev_lock
);
127 static DEVICE_ATTR_RO(config
);
130 iface_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
132 struct usnic_ib_dev
*us_ibdev
=
133 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
135 return scnprintf(buf
, PAGE_SIZE
, "%s\n",
136 netdev_name(us_ibdev
->netdev
));
138 static DEVICE_ATTR_RO(iface
);
141 max_vf_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
143 struct usnic_ib_dev
*us_ibdev
=
144 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
146 return scnprintf(buf
, PAGE_SIZE
, "%u\n",
147 kref_read(&us_ibdev
->vf_cnt
));
149 static DEVICE_ATTR_RO(max_vf
);
152 qp_per_vf_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
154 struct usnic_ib_dev
*us_ibdev
=
155 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
158 qp_per_vf
= max(us_ibdev
->vf_res_cnt
[USNIC_VNIC_RES_TYPE_WQ
],
159 us_ibdev
->vf_res_cnt
[USNIC_VNIC_RES_TYPE_RQ
]);
161 return scnprintf(buf
, PAGE_SIZE
,
164 static DEVICE_ATTR_RO(qp_per_vf
);
167 cq_per_vf_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
169 struct usnic_ib_dev
*us_ibdev
=
170 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
172 return scnprintf(buf
, PAGE_SIZE
, "%d\n",
173 us_ibdev
->vf_res_cnt
[USNIC_VNIC_RES_TYPE_CQ
]);
175 static DEVICE_ATTR_RO(cq_per_vf
);
177 static struct attribute
*usnic_class_attributes
[] = {
178 &dev_attr_board_id
.attr
,
179 &dev_attr_config
.attr
,
180 &dev_attr_iface
.attr
,
181 &dev_attr_max_vf
.attr
,
182 &dev_attr_qp_per_vf
.attr
,
183 &dev_attr_cq_per_vf
.attr
,
187 const struct attribute_group usnic_attr_group
= {
188 .attrs
= usnic_class_attributes
,
191 struct qpn_attribute
{
192 struct attribute attr
;
193 ssize_t (*show
)(struct usnic_ib_qp_grp
*, char *buf
);
197 * Definitions for supporting QPN entries in sysfs
200 usnic_ib_qpn_attr_show(struct kobject
*kobj
, struct attribute
*attr
, char *buf
)
202 struct usnic_ib_qp_grp
*qp_grp
;
203 struct qpn_attribute
*qpn_attr
;
205 qp_grp
= container_of(kobj
, struct usnic_ib_qp_grp
, kobj
);
206 qpn_attr
= container_of(attr
, struct qpn_attribute
, attr
);
208 return qpn_attr
->show(qp_grp
, buf
);
211 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops
= {
212 .show
= usnic_ib_qpn_attr_show
215 #define QPN_ATTR_RO(NAME) \
216 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
218 static ssize_t
context_show(struct usnic_ib_qp_grp
*qp_grp
, char *buf
)
220 return scnprintf(buf
, PAGE_SIZE
, "0x%p\n", qp_grp
->ctx
);
223 static ssize_t
summary_show(struct usnic_ib_qp_grp
*qp_grp
, char *buf
)
228 struct usnic_vnic_res_chunk
*res_chunk
;
229 struct usnic_vnic_res
*vnic_res
;
234 n
= scnprintf(ptr
, left
,
235 "QPN: %d State: (%s) PID: %u VF Idx: %hu ",
237 usnic_ib_qp_grp_state_to_string(qp_grp
->state
),
239 usnic_vnic_get_index(qp_grp
->vf
->vnic
));
240 UPDATE_PTR_LEFT(n
, ptr
, left
);
242 for (i
= 0; qp_grp
->res_chunk_list
[i
]; i
++) {
243 res_chunk
= qp_grp
->res_chunk_list
[i
];
244 for (j
= 0; j
< res_chunk
->cnt
; j
++) {
245 vnic_res
= res_chunk
->res
[j
];
246 n
= scnprintf(ptr
, left
, "%s[%d] ",
247 usnic_vnic_res_type_to_str(vnic_res
->type
),
249 UPDATE_PTR_LEFT(n
, ptr
, left
);
253 n
= scnprintf(ptr
, left
, "\n");
254 UPDATE_PTR_LEFT(n
, ptr
, left
);
259 static QPN_ATTR_RO(context
);
260 static QPN_ATTR_RO(summary
);
262 static struct attribute
*usnic_ib_qpn_default_attrs
[] = {
263 &qpn_attr_context
.attr
,
264 &qpn_attr_summary
.attr
,
268 static struct kobj_type usnic_ib_qpn_type
= {
269 .sysfs_ops
= &usnic_ib_qpn_sysfs_ops
,
270 .default_attrs
= usnic_ib_qpn_default_attrs
273 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev
*us_ibdev
)
275 /* create kernel object for looking at individual QPs */
276 kobject_get(&us_ibdev
->ib_dev
.dev
.kobj
);
277 us_ibdev
->qpn_kobj
= kobject_create_and_add("qpn",
278 &us_ibdev
->ib_dev
.dev
.kobj
);
279 if (us_ibdev
->qpn_kobj
== NULL
) {
280 kobject_put(&us_ibdev
->ib_dev
.dev
.kobj
);
287 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev
*us_ibdev
)
289 kobject_put(us_ibdev
->qpn_kobj
);
292 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp
*qp_grp
)
294 struct usnic_ib_dev
*us_ibdev
;
297 us_ibdev
= qp_grp
->vf
->pf
;
299 err
= kobject_init_and_add(&qp_grp
->kobj
, &usnic_ib_qpn_type
,
300 kobject_get(us_ibdev
->qpn_kobj
),
301 "%d", qp_grp
->grp_id
);
303 kobject_put(us_ibdev
->qpn_kobj
);
308 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp
*qp_grp
)
310 struct usnic_ib_dev
*us_ibdev
;
312 us_ibdev
= qp_grp
->vf
->pf
;
314 kobject_put(&qp_grp
->kobj
);
315 kobject_put(us_ibdev
->qpn_kobj
);