2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/init.h>
35 #include <linux/errno.h>
37 #include <rdma/ib_user_verbs.h>
38 #include <rdma/ib_addr.h>
40 #include "usnic_common_util.h"
42 #include "usnic_ib_qp_grp.h"
43 #include "usnic_vnic.h"
44 #include "usnic_ib_verbs.h"
45 #include "usnic_ib_sysfs.h"
46 #include "usnic_log.h"
48 static ssize_t
board_id_show(struct device
*device
,
49 struct device_attribute
*attr
, char *buf
)
51 struct usnic_ib_dev
*us_ibdev
=
52 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
53 unsigned short subsystem_device_id
;
55 mutex_lock(&us_ibdev
->usdev_lock
);
56 subsystem_device_id
= us_ibdev
->pdev
->subsystem_device
;
57 mutex_unlock(&us_ibdev
->usdev_lock
);
59 return sysfs_emit(buf
, "%u\n", subsystem_device_id
);
61 static DEVICE_ATTR_RO(board_id
);
64 * Report the configuration for this PF
67 config_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
69 struct usnic_ib_dev
*us_ibdev
=
70 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
71 enum usnic_vnic_res_type res_type
;
74 mutex_lock(&us_ibdev
->usdev_lock
);
75 if (kref_read(&us_ibdev
->vf_cnt
) > 0) {
79 * bus name seems to come with annoying prefix.
80 * Remove it if it is predictable
82 busname
= us_ibdev
->pdev
->bus
->name
;
83 if (strncmp(busname
, "PCI Bus ", 8) == 0)
86 len
= sysfs_emit(buf
, "%s: %s:%d.%d, %s, %pM, %u VFs\n",
87 dev_name(&us_ibdev
->ib_dev
.dev
),
89 PCI_SLOT(us_ibdev
->pdev
->devfn
),
90 PCI_FUNC(us_ibdev
->pdev
->devfn
),
91 netdev_name(us_ibdev
->netdev
),
93 kref_read(&us_ibdev
->vf_cnt
));
95 len
+= sysfs_emit_at(buf
, len
, " Per VF:");
96 for (res_type
= USNIC_VNIC_RES_TYPE_EOL
;
97 res_type
< USNIC_VNIC_RES_TYPE_MAX
; res_type
++) {
98 if (us_ibdev
->vf_res_cnt
[res_type
] == 0)
100 len
+= sysfs_emit_at(buf
, len
, "%s %d %s",
102 us_ibdev
->vf_res_cnt
[res_type
],
103 usnic_vnic_res_type_to_str(res_type
));
106 len
+= sysfs_emit_at(buf
, len
, "\n");
108 len
= sysfs_emit(buf
, "%s: no VFs\n",
109 dev_name(&us_ibdev
->ib_dev
.dev
));
112 mutex_unlock(&us_ibdev
->usdev_lock
);
116 static DEVICE_ATTR_RO(config
);
119 iface_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
121 struct usnic_ib_dev
*us_ibdev
=
122 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
124 return sysfs_emit(buf
, "%s\n", netdev_name(us_ibdev
->netdev
));
126 static DEVICE_ATTR_RO(iface
);
129 max_vf_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
131 struct usnic_ib_dev
*us_ibdev
=
132 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
134 return sysfs_emit(buf
, "%u\n", kref_read(&us_ibdev
->vf_cnt
));
136 static DEVICE_ATTR_RO(max_vf
);
139 qp_per_vf_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
141 struct usnic_ib_dev
*us_ibdev
=
142 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
145 qp_per_vf
= max(us_ibdev
->vf_res_cnt
[USNIC_VNIC_RES_TYPE_WQ
],
146 us_ibdev
->vf_res_cnt
[USNIC_VNIC_RES_TYPE_RQ
]);
148 return sysfs_emit(buf
, "%d\n", qp_per_vf
);
150 static DEVICE_ATTR_RO(qp_per_vf
);
153 cq_per_vf_show(struct device
*device
, struct device_attribute
*attr
, char *buf
)
155 struct usnic_ib_dev
*us_ibdev
=
156 rdma_device_to_drv_device(device
, struct usnic_ib_dev
, ib_dev
);
158 return sysfs_emit(buf
, "%d\n",
159 us_ibdev
->vf_res_cnt
[USNIC_VNIC_RES_TYPE_CQ
]);
161 static DEVICE_ATTR_RO(cq_per_vf
);
163 static struct attribute
*usnic_class_attributes
[] = {
164 &dev_attr_board_id
.attr
,
165 &dev_attr_config
.attr
,
166 &dev_attr_iface
.attr
,
167 &dev_attr_max_vf
.attr
,
168 &dev_attr_qp_per_vf
.attr
,
169 &dev_attr_cq_per_vf
.attr
,
173 const struct attribute_group usnic_attr_group
= {
174 .attrs
= usnic_class_attributes
,
177 struct qpn_attribute
{
178 struct attribute attr
;
179 ssize_t (*show
)(struct usnic_ib_qp_grp
*, char *buf
);
183 * Definitions for supporting QPN entries in sysfs
186 usnic_ib_qpn_attr_show(struct kobject
*kobj
, struct attribute
*attr
, char *buf
)
188 struct usnic_ib_qp_grp
*qp_grp
;
189 struct qpn_attribute
*qpn_attr
;
191 qp_grp
= container_of(kobj
, struct usnic_ib_qp_grp
, kobj
);
192 qpn_attr
= container_of(attr
, struct qpn_attribute
, attr
);
194 return qpn_attr
->show(qp_grp
, buf
);
197 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops
= {
198 .show
= usnic_ib_qpn_attr_show
201 #define QPN_ATTR_RO(NAME) \
202 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
204 static ssize_t
context_show(struct usnic_ib_qp_grp
*qp_grp
, char *buf
)
206 return sysfs_emit(buf
, "0x%p\n", qp_grp
->ctx
);
209 static ssize_t
summary_show(struct usnic_ib_qp_grp
*qp_grp
, char *buf
)
212 struct usnic_vnic_res_chunk
*res_chunk
;
213 struct usnic_vnic_res
*vnic_res
;
216 len
= sysfs_emit(buf
, "QPN: %d State: (%s) PID: %u VF Idx: %hu",
218 usnic_ib_qp_grp_state_to_string(qp_grp
->state
),
220 usnic_vnic_get_index(qp_grp
->vf
->vnic
));
222 for (i
= 0; qp_grp
->res_chunk_list
[i
]; i
++) {
223 res_chunk
= qp_grp
->res_chunk_list
[i
];
224 for (j
= 0; j
< res_chunk
->cnt
; j
++) {
225 vnic_res
= res_chunk
->res
[j
];
226 len
+= sysfs_emit_at(buf
, len
, " %s[%d]",
227 usnic_vnic_res_type_to_str(vnic_res
->type
),
232 len
+= sysfs_emit_at(buf
, len
, "\n");
237 static QPN_ATTR_RO(context
);
238 static QPN_ATTR_RO(summary
);
240 static struct attribute
*usnic_ib_qpn_default_attrs
[] = {
241 &qpn_attr_context
.attr
,
242 &qpn_attr_summary
.attr
,
245 ATTRIBUTE_GROUPS(usnic_ib_qpn_default
);
247 static struct kobj_type usnic_ib_qpn_type
= {
248 .sysfs_ops
= &usnic_ib_qpn_sysfs_ops
,
249 .default_groups
= usnic_ib_qpn_default_groups
,
252 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev
*us_ibdev
)
254 /* create kernel object for looking at individual QPs */
255 kobject_get(&us_ibdev
->ib_dev
.dev
.kobj
);
256 us_ibdev
->qpn_kobj
= kobject_create_and_add("qpn",
257 &us_ibdev
->ib_dev
.dev
.kobj
);
258 if (us_ibdev
->qpn_kobj
== NULL
) {
259 kobject_put(&us_ibdev
->ib_dev
.dev
.kobj
);
266 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev
*us_ibdev
)
268 kobject_put(us_ibdev
->qpn_kobj
);
271 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp
*qp_grp
)
273 struct usnic_ib_dev
*us_ibdev
;
276 us_ibdev
= qp_grp
->vf
->pf
;
278 err
= kobject_init_and_add(&qp_grp
->kobj
, &usnic_ib_qpn_type
,
279 kobject_get(us_ibdev
->qpn_kobj
),
280 "%d", qp_grp
->grp_id
);
282 kobject_put(us_ibdev
->qpn_kobj
);
287 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp
*qp_grp
)
289 struct usnic_ib_dev
*us_ibdev
;
291 us_ibdev
= qp_grp
->vf
->pf
;
293 kobject_put(&qp_grp
->kobj
);
294 kobject_put(us_ibdev
->qpn_kobj
);