2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
4 * This program is free software; you may redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; version 2 of the License.
8 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
9 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
10 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
11 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
12 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
13 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
14 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
19 #include <linux/module.h>
20 #include <linux/init.h>
21 #include <linux/errno.h>
23 #include <rdma/ib_user_verbs.h>
24 #include <rdma/ib_addr.h>
26 #include "usnic_common_util.h"
28 #include "usnic_ib_qp_grp.h"
29 #include "usnic_vnic.h"
30 #include "usnic_ib_verbs.h"
31 #include "usnic_log.h"
33 static ssize_t usnic_ib_show_fw_ver(struct device *device,
34 struct device_attribute *attr,
37 struct usnic_ib_dev *us_ibdev =
38 container_of(device, struct usnic_ib_dev, ib_dev.dev);
39 struct ethtool_drvinfo info;
41 mutex_lock(&us_ibdev->usdev_lock);
42 us_ibdev->netdev->ethtool_ops->get_drvinfo(us_ibdev->netdev, &info);
43 mutex_unlock(&us_ibdev->usdev_lock);
45 return scnprintf(buf, PAGE_SIZE, "%s\n", info.fw_version);
48 static ssize_t usnic_ib_show_board(struct device *device,
49 struct device_attribute *attr,
52 struct usnic_ib_dev *us_ibdev =
53 container_of(device, struct usnic_ib_dev, ib_dev.dev);
54 unsigned short subsystem_device_id;
56 mutex_lock(&us_ibdev->usdev_lock);
57 subsystem_device_id = us_ibdev->pdev->subsystem_device;
58 mutex_unlock(&us_ibdev->usdev_lock);
60 return scnprintf(buf, PAGE_SIZE, "%hu\n", subsystem_device_id);
64 * Report the configuration for this PF
67 usnic_ib_show_config(struct device *device, struct device_attribute *attr,
70 struct usnic_ib_dev *us_ibdev;
74 enum usnic_vnic_res_type res_type;
76 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
78 /* Buffer space limit is 1 page */
82 mutex_lock(&us_ibdev->usdev_lock);
83 if (atomic_read(&us_ibdev->vf_cnt.refcount) > 0) {
87 * bus name seems to come with annoying prefix.
88 * Remove it if it is predictable
90 busname = us_ibdev->pdev->bus->name;
91 if (strncmp(busname, "PCI Bus ", 8) == 0)
94 n = scnprintf(ptr, left,
95 "%s: %s:%d.%d, %s, %pM, %u VFs\n Per VF:",
96 us_ibdev->ib_dev.name,
98 PCI_SLOT(us_ibdev->pdev->devfn),
99 PCI_FUNC(us_ibdev->pdev->devfn),
100 netdev_name(us_ibdev->netdev),
101 us_ibdev->ufdev->mac,
102 atomic_read(&us_ibdev->vf_cnt.refcount));
103 UPDATE_PTR_LEFT(n, ptr, left);
105 for (res_type = USNIC_VNIC_RES_TYPE_EOL;
106 res_type < USNIC_VNIC_RES_TYPE_MAX;
108 if (us_ibdev->vf_res_cnt[res_type] == 0)
110 n = scnprintf(ptr, left, " %d %s%s",
111 us_ibdev->vf_res_cnt[res_type],
112 usnic_vnic_res_type_to_str(res_type),
113 (res_type < (USNIC_VNIC_RES_TYPE_MAX - 1)) ?
115 UPDATE_PTR_LEFT(n, ptr, left);
117 n = scnprintf(ptr, left, "\n");
118 UPDATE_PTR_LEFT(n, ptr, left);
120 n = scnprintf(ptr, left, "%s: no VFs\n",
121 us_ibdev->ib_dev.name);
122 UPDATE_PTR_LEFT(n, ptr, left);
124 mutex_unlock(&us_ibdev->usdev_lock);
130 usnic_ib_show_iface(struct device *device, struct device_attribute *attr,
133 struct usnic_ib_dev *us_ibdev;
135 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
137 return scnprintf(buf, PAGE_SIZE, "%s\n",
138 netdev_name(us_ibdev->netdev));
142 usnic_ib_show_max_vf(struct device *device, struct device_attribute *attr,
145 struct usnic_ib_dev *us_ibdev;
147 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
149 return scnprintf(buf, PAGE_SIZE, "%u\n",
150 atomic_read(&us_ibdev->vf_cnt.refcount));
154 usnic_ib_show_qp_per_vf(struct device *device, struct device_attribute *attr,
157 struct usnic_ib_dev *us_ibdev;
160 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
161 qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ],
162 us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]);
164 return scnprintf(buf, PAGE_SIZE,
169 usnic_ib_show_cq_per_vf(struct device *device, struct device_attribute *attr,
172 struct usnic_ib_dev *us_ibdev;
174 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev);
176 return scnprintf(buf, PAGE_SIZE, "%d\n",
177 us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]);
180 static DEVICE_ATTR(fw_ver, S_IRUGO, usnic_ib_show_fw_ver, NULL);
181 static DEVICE_ATTR(board_id, S_IRUGO, usnic_ib_show_board, NULL);
182 static DEVICE_ATTR(config, S_IRUGO, usnic_ib_show_config, NULL);
183 static DEVICE_ATTR(iface, S_IRUGO, usnic_ib_show_iface, NULL);
184 static DEVICE_ATTR(max_vf, S_IRUGO, usnic_ib_show_max_vf, NULL);
185 static DEVICE_ATTR(qp_per_vf, S_IRUGO, usnic_ib_show_qp_per_vf, NULL);
186 static DEVICE_ATTR(cq_per_vf, S_IRUGO, usnic_ib_show_cq_per_vf, NULL);
188 static struct device_attribute *usnic_class_attributes[] = {
198 struct qpn_attribute {
199 struct attribute attr;
200 ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf);
204 * Definitions for supporting QPN entries in sysfs
207 usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf)
209 struct usnic_ib_qp_grp *qp_grp;
210 struct qpn_attribute *qpn_attr;
212 qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj);
213 qpn_attr = container_of(attr, struct qpn_attribute, attr);
215 return qpn_attr->show(qp_grp, buf);
218 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = {
219 .show = usnic_ib_qpn_attr_show
222 #define QPN_ATTR_RO(NAME) \
223 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
225 static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
227 return scnprintf(buf, PAGE_SIZE, "0x%p\n", qp_grp->ctx);
230 static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
235 struct usnic_vnic_res_chunk *res_chunk;
236 struct usnic_vnic_res *vnic_res;
241 n = scnprintf(ptr, left,
242 "QPN: %d State: (%s) PID: %u VF Idx: %hu ",
244 usnic_ib_qp_grp_state_to_string(qp_grp->state),
246 usnic_vnic_get_index(qp_grp->vf->vnic));
247 UPDATE_PTR_LEFT(n, ptr, left);
249 for (i = 0; qp_grp->res_chunk_list[i]; i++) {
250 res_chunk = qp_grp->res_chunk_list[i];
251 for (j = 0; j < res_chunk->cnt; j++) {
252 vnic_res = res_chunk->res[j];
253 n = scnprintf(ptr, left, "%s[%d] ",
254 usnic_vnic_res_type_to_str(vnic_res->type),
256 UPDATE_PTR_LEFT(n, ptr, left);
260 n = scnprintf(ptr, left, "\n");
261 UPDATE_PTR_LEFT(n, ptr, left);
266 static QPN_ATTR_RO(context);
267 static QPN_ATTR_RO(summary);
269 static struct attribute *usnic_ib_qpn_default_attrs[] = {
270 &qpn_attr_context.attr,
271 &qpn_attr_summary.attr,
275 static struct kobj_type usnic_ib_qpn_type = {
276 .sysfs_ops = &usnic_ib_qpn_sysfs_ops,
277 .default_attrs = usnic_ib_qpn_default_attrs
280 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev)
284 for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) {
285 err = device_create_file(&us_ibdev->ib_dev.dev,
286 usnic_class_attributes[i]);
288 usnic_err("Failed to create device file %d for %s eith err %d",
289 i, us_ibdev->ib_dev.name, err);
294 /* create kernel object for looking at individual QPs */
295 kobject_get(&us_ibdev->ib_dev.dev.kobj);
296 us_ibdev->qpn_kobj = kobject_create_and_add("qpn",
297 &us_ibdev->ib_dev.dev.kobj);
298 if (us_ibdev->qpn_kobj == NULL) {
299 kobject_put(&us_ibdev->ib_dev.dev.kobj);
306 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev)
309 for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) {
310 device_remove_file(&us_ibdev->ib_dev.dev,
311 usnic_class_attributes[i]);
314 kobject_put(us_ibdev->qpn_kobj);
317 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp)
319 struct usnic_ib_dev *us_ibdev;
322 us_ibdev = qp_grp->vf->pf;
324 err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type,
325 kobject_get(us_ibdev->qpn_kobj),
326 "%d", qp_grp->grp_id);
328 kobject_put(us_ibdev->qpn_kobj);
333 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp)
335 struct usnic_ib_dev *us_ibdev;
337 us_ibdev = qp_grp->vf->pf;
339 kobject_put(&qp_grp->kobj);
340 kobject_put(us_ibdev->qpn_kobj);