hw/usnic/usnic_ib_sysfs.c

   1 /*
   2  * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
   3  *
   4  * This software is available to you under a choice of one of two
   5  * licenses.  You may choose to be licensed under the terms of the GNU
   6  * General Public License (GPL) Version 2, available from the file
   7  * COPYING in the main directory of this source tree, or the
   8  * BSD license below:
   9  *
  10  *     Redistribution and use in source and binary forms, with or
  11  *     without modification, are permitted provided that the following
  12  *     conditions are met:
  13  *
  14  *      - Redistributions of source code must retain the above
  15  *        copyright notice, this list of conditions and the following
  16  *        disclaimer.
  17  *
  18  *      - Redistributions in binary form must reproduce the above
  19  *        copyright notice, this list of conditions and the following
  20  *        disclaimer in the documentation and/or other materials
  21  *        provided with the distribution.
  22  *
  23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30  * SOFTWARE.
  31  *
  32  */
  33
  34 #include <linux/init.h>
  35 #include <linux/errno.h>
  36
  37 #include <rdma/ib_user_verbs.h>
  38 #include <rdma/ib_addr.h>
  39
  40 #include "usnic_common_util.h"
  41 #include "usnic_ib.h"
  42 #include "usnic_ib_qp_grp.h"
  43 #include "usnic_vnic.h"
  44 #include "usnic_ib_verbs.h"
  45 #include "usnic_ib_sysfs.h"
  46 #include "usnic_log.h"
  47
  48 static ssize_t board_id_show(struct device *device,
  49                              struct device_attribute *attr, char *buf)
  50 {
  51         struct usnic_ib_dev *us_ibdev =
  52                 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
  53         unsigned short subsystem_device_id;
  54
  55         mutex_lock(&us_ibdev->usdev_lock);
  56         subsystem_device_id = us_ibdev->pdev->subsystem_device;
  57         mutex_unlock(&us_ibdev->usdev_lock);
  58
  59         return sysfs_emit(buf, "%u\n", subsystem_device_id);
  60 }
  61 static DEVICE_ATTR_RO(board_id);
  62
  63 /*
  64  * Report the configuration for this PF
  65  */
  66 static ssize_t
  67 config_show(struct device *device, struct device_attribute *attr, char *buf)
  68 {
  69         struct usnic_ib_dev *us_ibdev =
  70                 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
  71         enum usnic_vnic_res_type res_type;
  72         int len;
  73
  74         mutex_lock(&us_ibdev->usdev_lock);
  75         if (kref_read(&us_ibdev->vf_cnt) > 0) {
  76                 char *busname;
  77                 char *sep = "";
  78                 /*
  79                  * bus name seems to come with annoying prefix.
  80                  * Remove it if it is predictable
  81                  */
  82                 busname = us_ibdev->pdev->bus->name;
  83                 if (strncmp(busname, "PCI Bus ", 8) == 0)
  84                         busname += 8;
  85
  86                 len = sysfs_emit(buf, "%s: %s:%d.%d, %s, %pM, %u VFs\n",
  87                                  dev_name(&us_ibdev->ib_dev.dev),
  88                                  busname,
  89                                  PCI_SLOT(us_ibdev->pdev->devfn),
  90                                  PCI_FUNC(us_ibdev->pdev->devfn),
  91                                  netdev_name(us_ibdev->netdev),
  92                                  us_ibdev->ufdev->mac,
  93                                  kref_read(&us_ibdev->vf_cnt));
  94
  95                 len += sysfs_emit_at(buf, len, " Per VF:");
  96                 for (res_type = USNIC_VNIC_RES_TYPE_EOL;
  97                      res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++) {
  98                         if (us_ibdev->vf_res_cnt[res_type] == 0)
  99                                 continue;
 100                         len += sysfs_emit_at(buf, len, "%s %d %s",
 101                                              sep,
 102                                              us_ibdev->vf_res_cnt[res_type],
 103                                              usnic_vnic_res_type_to_str(res_type));
 104                         sep = ",";
 105                 }
 106                 len += sysfs_emit_at(buf, len, "\n");
 107         } else {
 108                 len = sysfs_emit(buf, "%s: no VFs\n",
 109                                  dev_name(&us_ibdev->ib_dev.dev));
 110         }
 111
 112         mutex_unlock(&us_ibdev->usdev_lock);
 113
 114         return len;
 115 }
 116 static DEVICE_ATTR_RO(config);
 117
 118 static ssize_t
 119 iface_show(struct device *device, struct device_attribute *attr, char *buf)
 120 {
 121         struct usnic_ib_dev *us_ibdev =
 122                 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
 123
 124         return sysfs_emit(buf, "%s\n", netdev_name(us_ibdev->netdev));
 125 }
 126 static DEVICE_ATTR_RO(iface);
 127
 128 static ssize_t
 129 max_vf_show(struct device *device, struct device_attribute *attr, char *buf)
 130 {
 131         struct usnic_ib_dev *us_ibdev =
 132                 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
 133
 134         return sysfs_emit(buf, "%u\n", kref_read(&us_ibdev->vf_cnt));
 135 }
 136 static DEVICE_ATTR_RO(max_vf);
 137
 138 static ssize_t
 139 qp_per_vf_show(struct device *device, struct device_attribute *attr, char *buf)
 140 {
 141         struct usnic_ib_dev *us_ibdev =
 142                 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
 143         int qp_per_vf;
 144
 145         qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ],
 146                         us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]);
 147
 148         return sysfs_emit(buf, "%d\n", qp_per_vf);
 149 }
 150 static DEVICE_ATTR_RO(qp_per_vf);
 151
 152 static ssize_t
 153 cq_per_vf_show(struct device *device, struct device_attribute *attr, char *buf)
 154 {
 155         struct usnic_ib_dev *us_ibdev =
 156                 rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
 157
 158         return sysfs_emit(buf, "%d\n",
 159                           us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]);
 160 }
 161 static DEVICE_ATTR_RO(cq_per_vf);
 162
 163 static struct attribute *usnic_class_attributes[] = {
 164         &dev_attr_board_id.attr,
 165         &dev_attr_config.attr,
 166         &dev_attr_iface.attr,
 167         &dev_attr_max_vf.attr,
 168         &dev_attr_qp_per_vf.attr,
 169         &dev_attr_cq_per_vf.attr,
 170         NULL
 171 };
 172
 173 const struct attribute_group usnic_attr_group = {
 174         .attrs = usnic_class_attributes,
 175 };
 176
 177 struct qpn_attribute {
 178         struct attribute attr;
 179         ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf);
 180 };
 181
 182 /*
 183  * Definitions for supporting QPN entries in sysfs
 184  */
 185 static ssize_t
 186 usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf)
 187 {
 188         struct usnic_ib_qp_grp *qp_grp;
 189         struct qpn_attribute *qpn_attr;
 190
 191         qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj);
 192         qpn_attr = container_of(attr, struct qpn_attribute, attr);
 193
 194         return qpn_attr->show(qp_grp, buf);
 195 }
 196
 197 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = {
 198         .show = usnic_ib_qpn_attr_show
 199 };
 200
 201 #define QPN_ATTR_RO(NAME) \
 202 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
 203
 204 static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
 205 {
 206         return sysfs_emit(buf, "0x%p\n", qp_grp->ctx);
 207 }
 208
 209 static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
 210 {
 211         int i, j;
 212         struct usnic_vnic_res_chunk *res_chunk;
 213         struct usnic_vnic_res *vnic_res;
 214         int len;
 215
 216         len = sysfs_emit(buf, "QPN: %d State: (%s) PID: %u VF Idx: %hu",
 217                          qp_grp->ibqp.qp_num,
 218                          usnic_ib_qp_grp_state_to_string(qp_grp->state),
 219                          qp_grp->owner_pid,
 220                          usnic_vnic_get_index(qp_grp->vf->vnic));
 221
 222         for (i = 0; qp_grp->res_chunk_list[i]; i++) {
 223                 res_chunk = qp_grp->res_chunk_list[i];
 224                 for (j = 0; j < res_chunk->cnt; j++) {
 225                         vnic_res = res_chunk->res[j];
 226                         len += sysfs_emit_at(buf, len, " %s[%d]",
 227                                 usnic_vnic_res_type_to_str(vnic_res->type),
 228                                 vnic_res->vnic_idx);
 229                 }
 230         }
 231
 232         len += sysfs_emit_at(buf, len, "\n");
 233
 234         return len;
 235 }
 236
 237 static QPN_ATTR_RO(context);
 238 static QPN_ATTR_RO(summary);
 239
 240 static struct attribute *usnic_ib_qpn_default_attrs[] = {
 241         &qpn_attr_context.attr,
 242         &qpn_attr_summary.attr,
 243         NULL
 244 };
 245 ATTRIBUTE_GROUPS(usnic_ib_qpn_default);
 246
 247 static struct kobj_type usnic_ib_qpn_type = {
 248         .sysfs_ops = &usnic_ib_qpn_sysfs_ops,
 249         .default_groups = usnic_ib_qpn_default_groups,
 250 };
 251
 252 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev)
 253 {
 254         /* create kernel object for looking at individual QPs */
 255         kobject_get(&us_ibdev->ib_dev.dev.kobj);
 256         us_ibdev->qpn_kobj = kobject_create_and_add("qpn",
 257                         &us_ibdev->ib_dev.dev.kobj);
 258         if (us_ibdev->qpn_kobj == NULL) {
 259                 kobject_put(&us_ibdev->ib_dev.dev.kobj);
 260                 return -ENOMEM;
 261         }
 262
 263         return 0;
 264 }
 265
 266 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev)
 267 {
 268         kobject_put(us_ibdev->qpn_kobj);
 269 }
 270
 271 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp)
 272 {
 273         struct usnic_ib_dev *us_ibdev;
 274         int err;
 275
 276         us_ibdev = qp_grp->vf->pf;
 277
 278         err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type,
 279                         kobject_get(us_ibdev->qpn_kobj),
 280                         "%d", qp_grp->grp_id);
 281         if (err) {
 282                 kobject_put(us_ibdev->qpn_kobj);
 283                 return;
 284         }
 285 }
 286
 287 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp)
 288 {
 289         struct usnic_ib_dev *us_ibdev;
 290
 291         us_ibdev = qp_grp->vf->pf;
 292
 293         kobject_put(&qp_grp->kobj);
 294         kobject_put(us_ibdev->qpn_kobj);
 295 }