From: Jack Wang <jinpu.w...@profitbricks.com>
Signed-off-by: Jack Wang <jinpu.w...@profitbricks.com>
Signed-off-by: Kleber Souza <kleber.so...@profitbricks.com>
Signed-off-by: Danil Kipnis <danil.kip...@profitbricks.com>
Signed-off-by: Roman Pen <roman.peny...@profitbricks.com>
---
.../infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.c | 412 +++++++++++++++++++++
.../infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.h | 62 ++++
2 files changed, 474 insertions(+)
create mode 100644 drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.c
create mode 100644 drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.h
diff --git a/drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.c
b/drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.c
new file mode 100644
index 0000000..d430af0
--- /dev/null
+++ b/drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.c
@@ -0,0 +1,412 @@
+/*
+ * InfiniBand Transport Layer
+ *
+ * Copyright (c) 2014 - 2017 ProfitBricks GmbH. All rights reserved.
+ * Authors: Fabian Holler < m...@fholler.de>
+ * Jack Wang <jinpu.w...@profitbricks.com>
+ * Kleber Souza <kleber.so...@profitbricks.com>
+ * Danil Kipnis <danil.kip...@profitbricks.com>
+ * Roman Pen <roman.peny...@profitbricks.com>
+ * Milind Dumbare <milind.dumb...@gmail.com>
+ *
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ * notice, this list of conditions, and the following disclaimer,
+ * without modification.
+ * 2. Redistributions in binary form must reproduce at minimum a disclaimer
+ * substantially similar to the "NO WARRANTY" disclaimer below
+ * ("Disclaimer") and any redistribution must be conditioned upon
+ * including a substantially similar Disclaimer requirement for further
+ * binary redistribution.
+ * 3. Neither the names of the above-listed copyright holders nor the names
+ * of any contributors may be used to endorse or promote products derived
+ * from this software without specific prior written permission.
+ *
+ * Alternatively, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2 as published by the Free
+ * Software Foundation.
+ *
+ * NO WARRANTY
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+ * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGES.
+ *
+ */
+
+#include <linux/types.h>
+#include "ibtrs_clt_internal.h"
+#include <rdma/ibtrs_clt.h>
+#include "ibtrs_clt_sysfs.h"
+#include <rdma/ibtrs.h>
+#include <rdma/ibtrs_log.h>
+#include <rdma/ib.h>
+
+static struct kobject *sessions_kobj;
+static struct kobject *ibtrs_kobj;
+
+#define MIN_MAX_RECONN_ATT -1
+#define MAX_MAX_RECONN_ATT 9999
+
+static ssize_t ibtrs_clt_max_reconn_attempts_show(struct kobject *kobj,
+ struct kobj_attribute *attr,
+ char *page)
+{
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+
+ return sprintf(page, "%d\n",
+ ibtrs_clt_get_max_reconnect_attempts(sess));
+}
+
+static ssize_t ibtrs_clt_max_reconn_attempts_store(struct kobject *kobj,
+ struct kobj_attribute *attr,
+ const char *buf,
+ size_t count)
+{
+ int ret;
+ s16 value;
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+
+ ret = kstrtos16(buf, 10, &value);
+ if (unlikely(ret)) {
+ ERR(sess, "%s: failed to convert string '%s' to int\n",
+ attr->attr.name, buf);
+ return ret;
+ }
+ if (unlikely(value > MAX_MAX_RECONN_ATT ||
+ value < MIN_MAX_RECONN_ATT)) {
+ ERR(sess, "%s: invalid range"
+ " (provided: '%s', accepted: min: %d, max: %d)\n",
+ attr->attr.name, buf, MIN_MAX_RECONN_ATT,
+ MAX_MAX_RECONN_ATT);
+ return -EINVAL;
+ }
+
+ INFO(sess, "%s: changing value from %d to %d\n", attr->attr.name,
+ ibtrs_clt_get_max_reconnect_attempts(sess), value);
+ ibtrs_clt_set_max_reconnect_attempts(sess, value);
+ return count;
+}
+
+static struct kobj_attribute max_ibtrs_clt_reconnect_attempts_attr =
+ __ATTR(max_reconnect_attempts, 0644,
+ ibtrs_clt_max_reconn_attempts_show,
+ ibtrs_clt_max_reconn_attempts_store);
+
+static ssize_t ibtrs_clt_hb_timeout_show(struct kobject *kobj,
+ struct kobj_attribute *attr,
+ char *page)
+{
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+
+ return scnprintf(page, PAGE_SIZE, "%u\n", sess->heartbeat.timeout_ms);
+}
+
+static ssize_t ibtrs_clt_hb_timeout_store(struct kobject *kobj,
+ struct kobj_attribute *attr,
+ const char *buf, size_t count)
+{
+ int ret;
+ u32 timeout_ms;
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+
+ ret = kstrtouint(buf, 0, &timeout_ms);
+ if (ret) {
+ ERR(sess,
+ "%s: failed to convert string '%s' to unsigned int\n",
+ attr->attr.name, buf);
+ return ret;
+ }
+
+ ret = ibtrs_heartbeat_timeout_validate(timeout_ms);
+ if (ret)
+ return ret;
+
+ INFO(sess, "%s: changing value from %u to %u\n", attr->attr.name,
+ sess->heartbeat.timeout_ms, timeout_ms);
+ ibtrs_set_heartbeat_timeout(&sess->heartbeat, timeout_ms);
+ return count;
+}
+
+static struct kobj_attribute ibtrs_clt_heartbeat_timeout_ms_attr =
+ __ATTR(heartbeat_timeout_ms, 0644,
+ ibtrs_clt_hb_timeout_show, ibtrs_clt_hb_timeout_store);
+
+static ssize_t ibtrs_clt_state_show(struct kobject *kobj,
+ struct kobj_attribute *attr, char *page)
+{
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+ if (ibtrs_clt_sess_is_connected(sess))
+ return sprintf(page, "connected\n");
+
+ return sprintf(page, "disconnected\n");
+}
+
+static struct kobj_attribute ibtrs_clt_state_attr = __ATTR(state, 0444,
+ ibtrs_clt_state_show,
+ NULL);
+
+static ssize_t ibtrs_clt_hostname_show(struct kobject *kobj,
+ struct kobj_attribute *attr, char *page)
+{
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+ return sprintf(page, "%s\n", sess->hostname);
+}
+
+static struct kobj_attribute ibtrs_clt_hostname_attr =
+ __ATTR(hostname, 0444, ibtrs_clt_hostname_show, NULL);
+
+static ssize_t ibtrs_clt_reconnect_show(struct kobject *kobj,
+ struct kobj_attribute *attr, char *page)
+{
+ return scnprintf(page, PAGE_SIZE, "Usage: echo 1 > %s\n",
+ attr->attr.name);
+}
+
+static ssize_t ibtrs_clt_reconnect_store(struct kobject *kobj,
+ struct kobj_attribute *attr,
+ const char *buf, size_t count)
+{
+ struct ibtrs_session *sess;
+ int ret;
+
+ sess = container_of(kobj, struct ibtrs_session, kobj);
+
+ if (!sysfs_streq(buf, "1")) {
+ ERR(sess, "%s: unknown value: '%s'\n", attr->attr.name, buf);
+ return -EINVAL;
+ }
+
+ ret = ibtrs_clt_reconnect(sess);
+ if (ret) {
+ ERR(sess, "%s: failed to reconnect session, errno: %d\n",
+ attr->attr.name, ret);
+ return ret;
+ }
+ return count;
+}
+
+static struct kobj_attribute ibtrs_clt_reconnect_attr =
+ __ATTR(reconnect, 0644, ibtrs_clt_reconnect_show,
+ ibtrs_clt_reconnect_store);
+
+static ssize_t ibtrs_clt_queue_show(struct kobject *kobj,
+ struct kobj_attribute *attr, char *page)
+{
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+ return scnprintf(page, PAGE_SIZE, "%d\n",
+ ibtrs_clt_get_user_queue_depth(sess));
+}
+
+static ssize_t ibtrs_clt_queue_store(struct kobject *kobj,
+ struct kobj_attribute *attr,
+ const char *buf, size_t count)
+{
+ int res;
+ u16 old_queue_depth, queue_depth;
+ struct ibtrs_session *sess = container_of(kobj, struct ibtrs_session,
+ kobj);
+ res = kstrtou16(buf, 0, &queue_depth);
+ if (res) {
+ ERR(sess,
+ "%s: failed to convert string '%s' to unsigned int\n",
+ attr->attr.name, buf);
+ return res;
+ }
+
+ old_queue_depth = ibtrs_clt_get_user_queue_depth(sess);
+ res = ibtrs_clt_set_user_queue_depth(sess, queue_depth);
+ if (!res) {
+ INFO(sess, "%s: changed value from %u to %u\n",
+ attr->attr.name, old_queue_depth, queue_depth);
+ } else {
+ ERR(sess, "%s: failed to set queue depth, errno: %d\n",
+ attr->attr.name, res);
+ return res;
+ }
+ return count;
+}
+
+STAT_ATTR(cpu_migration, ibtrs_clt_stats_migration_cnt_to_str,
+ ibtrs_clt_reset_cpu_migr_stats);
+
+STAT_ATTR(sg_entries, ibtrs_clt_stats_sg_list_distr_to_str,
+ ibtrs_clt_reset_sg_list_distr_stats);
+
+STAT_ATTR(reconnects, ibtrs_clt_stats_reconnects_to_str,
+ ibtrs_clt_reset_reconnects_stat);
+
+STAT_ATTR(rdma_lat, ibtrs_clt_stats_rdma_lat_distr_to_str,
+ ibtrs_clt_reset_rdma_lat_distr_stats);
+
+STAT_ATTR(user_ib_messages, ibtrs_clt_stats_user_ib_msgs_to_str,
+ ibtrs_clt_reset_user_ib_msgs_stats);
+
+STAT_ATTR(wc_completion, ibtrs_clt_stats_wc_completion_to_str,
+ ibtrs_clt_reset_wc_comp_stats);
+
+STAT_ATTR(rdma, ibtrs_clt_stats_rdma_to_str,
+ ibtrs_clt_reset_rdma_stats);
+
+STAT_ATTR(reset_all, ibtrs_clt_reset_all_help, ibtrs_clt_reset_all_stats);
+
+static struct attribute *ibtrs_clt_default_stats_attrs[] = {
+ &sg_entries_attr.attr,
+ &cpu_migration_attr.attr,
+ &reconnects_attr.attr,
+ &rdma_lat_attr.attr,
+ &user_ib_messages_attr.attr,
+ &wc_completion_attr.attr,
+ &rdma_attr.attr,
+ &reset_all_attr.attr,
+ NULL,
+};
+
+static struct attribute_group ibtrs_clt_default_stats_attr_group = {
+ .attrs = ibtrs_clt_default_stats_attrs,
+};
+
+static struct kobj_type ibtrs_stats_ktype = {
+ .sysfs_ops = &kobj_sysfs_ops,
+};
+
+static int ibtrs_clt_create_stats_files(struct kobject *kobj,
+ struct kobject *kobj_stats)
+{
+ int ret;
+
+ ret = kobject_init_and_add(kobj_stats, &ibtrs_stats_ktype, kobj,
+ "stats");
+ if (ret) {
+ ERR_NP("Failed to init and add stats kobject, errno: %d\n",
+ ret);
+ return ret;
+ }
+
+ ret = sysfs_create_group(kobj_stats,
+ &ibtrs_clt_default_stats_attr_group);
+ if (ret) {
+ ERR_NP("failed to create stats sysfs group, errno: %d\n", ret);
+ goto err;
+ }
+
+ return 0;
+
+err:
+ kobject_del(kobj_stats);
+ kobject_put(kobj_stats);
+
+ return ret;
+}
+
+static struct kobj_attribute ibtrs_clt_queue_depth_attr =
+ __ATTR(queue_depth, 0644, ibtrs_clt_queue_show,
+ ibtrs_clt_queue_store);
+
+static struct attribute *ibtrs_clt_default_sess_attrs[] = {
+ &max_ibtrs_clt_reconnect_attempts_attr.attr,
+ &ibtrs_clt_heartbeat_timeout_ms_attr.attr,
+ &ibtrs_clt_state_attr.attr,
+ &ibtrs_clt_hostname_attr.attr,
+ &ibtrs_clt_reconnect_attr.attr,
+ &ibtrs_clt_queue_depth_attr.attr,
+ NULL,
+};
+
+static struct attribute_group ibtrs_clt_default_sess_attr_group = {
+ .attrs = ibtrs_clt_default_sess_attrs,
+};
+
+static struct kobj_type ibtrs_session_ktype = {
+ .sysfs_ops = &kobj_sysfs_ops,
+};
+
+int ibtrs_clt_create_sess_files(struct kobject *kobj,
+ struct kobject *kobj_stats, const char *ip)
+{
+ int ret;
+
+ ret = kobject_init_and_add(kobj, &ibtrs_session_ktype, sessions_kobj,
+ "%s", ip);
+ if (ret) {
+ ERR_NP("Failed to create session kobject, errno: %d\n", ret);
+ return ret;
+ }
+
+ ret = sysfs_create_group(kobj, &ibtrs_clt_default_sess_attr_group);
+ if (ret) {
+ ERR_NP("Failed to create session sysfs group, errno: %d\n",
+ ret);
+ goto err;
+ }
+
+ ret = ibtrs_clt_create_stats_files(kobj, kobj_stats);
+ if (ret) {
+ ERR_NP("Failed to create stats files, errno: %d\n", ret);
+ goto err1;
+ }
+
+ return 0;
+
+err1:
+ sysfs_remove_group(kobj, &ibtrs_clt_default_sess_attr_group);
+err:
+ kobject_del(kobj);
+ kobject_put(kobj);
+
+ return ret;
+}
+
+void ibtrs_clt_destroy_sess_files(struct kobject *kobj,
+ struct kobject *kobj_stats)
+{
+ if (kobj->state_in_sysfs) {
+ kobject_del(kobj_stats);
+ kobject_put(kobj_stats);
+ kobject_del(kobj);
+ kobject_put(kobj);
+ }
+}
+
+int ibtrs_clt_create_sysfs_files(void)
+{
+ ibtrs_kobj = kobject_create_and_add("ibtrs", kernel_kobj);
+ if (!ibtrs_kobj) {
+ ERR_NP("Failed to create 'ibtrs' kobject\n");
+ return -ENOMEM;
+ }
+
+ sessions_kobj = kobject_create_and_add("sessions", ibtrs_kobj);
+ if (!sessions_kobj) {
+ ERR_NP("Failed to create 'sessions' kobject\n");
+ kobject_del(ibtrs_kobj);
+ kobject_put(ibtrs_kobj);
+ return -ENOMEM;
+ }
+ return 0;
+}
+
+void ibtrs_clt_destroy_sysfs_files(void)
+{
+ kobject_del(sessions_kobj);
+ kobject_del(ibtrs_kobj);
+ kobject_put(sessions_kobj);
+ kobject_put(ibtrs_kobj);
+}
diff --git a/drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.h
b/drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.h
new file mode 100644
index 0000000..d3ae563
--- /dev/null
+++ b/drivers/infiniband/ulp/ibtrs_client/ibtrs_clt_sysfs.h
@@ -0,0 +1,62 @@
+/*
+ * InfiniBand Transport Layer
+ *
+ * Copyright (c) 2014 - 2017 ProfitBricks GmbH. All rights reserved.
+ * Authors: Fabian Holler < m...@fholler.de>
+ * Jack Wang <jinpu.w...@profitbricks.com>
+ * Kleber Souza <kleber.so...@profitbricks.com>
+ * Danil Kipnis <danil.kip...@profitbricks.com>
+ * Roman Pen <roman.peny...@profitbricks.com>
+ * Milind Dumbare <milind.dumb...@gmail.com>
+ *
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ * notice, this list of conditions, and the following disclaimer,
+ * without modification.
+ * 2. Redistributions in binary form must reproduce at minimum a disclaimer
+ * substantially similar to the "NO WARRANTY" disclaimer below
+ * ("Disclaimer") and any redistribution must be conditioned upon
+ * including a substantially similar Disclaimer requirement for further
+ * binary redistribution.
+ * 3. Neither the names of the above-listed copyright holders nor the names
+ * of any contributors may be used to endorse or promote products derived
+ * from this software without specific prior written permission.
+ *
+ * Alternatively, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2 as published by the Free
+ * Software Foundation.
+ *
+ * NO WARRANTY
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+ * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+ * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGES.
+ *
+ */
+
+#ifndef _IBTRS_CLT_SYFS_H
+#define _IBTRS_CLT_SYFS_H
+
+#include <linux/kobject.h>
+
+int ibtrs_clt_create_sysfs_files(void);
+
+void ibtrs_clt_destroy_sysfs_files(void);
+
+int ibtrs_clt_create_sess_files(struct kobject *kobj, struct kobject
*kobj_sess,
+ const char *ip);
+
+void ibtrs_clt_destroy_sess_files(struct kobject *kobj,
+ struct kobject *kobj_sess);
+
+#endif
--
2.7.4
