RDMA/rtrs: client: sysfs interface functions
This is the sysfs interface to rtrs sessions on client side:
/sys/class/rtrs-client/<SESS-NAME>/
*** rtrs session created by rtrs_clt_open() API call
|
|- max_reconnect_attempts
| *** number of reconnect attempts for session
|
|- add_path
| *** adds another connection path into rtrs session
|
|- paths/<SRC@DST>/
*** established paths to server in a session
|
|- disconnect
| *** disconnect path
|
|- reconnect
| *** reconnect path
|
|- remove_path
| *** remove current path
|
|- state
| *** retrieve current path state
|
|- hca_port
| *** HCA port number
|
|- hca_name
| *** HCA name
|
|- stats/
*** current path statistics
|
|- cpu_migration
|- rdma
|- reconnects
|- reset_all
Link: https://lore.kernel.org/r/20200511135131.27580-9-danil.kipnis@cloud.ionos.com
Signed-off-by: Danil Kipnis <danil.kipnis@cloud.ionos.com>
Signed-off-by: Jack Wang <jinpu.wang@cloud.ionos.com>
Signed-off-by: Jason Gunthorpe <jgg@mellanox.com>
This commit is contained in:
Jack Wang
Jason Gunthorpe
Родитель
89dd4c3bdc
Коммит
215378b838
|
|
@ -0,0 +1,483 @@
|
|||
// SPDX-License-Identifier: GPL-2.0-or-later
|
||||
/*
|
||||
* RDMA Transport Layer
|
||||
*
|
||||
* Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
|
||||
* Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
|
||||
* Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
|
||||
*/
|
||||
#undef pr_fmt
|
||||
#define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
|
||||
|
||||
#include "rtrs-pri.h"
|
||||
#include "rtrs-clt.h"
|
||||
#include "rtrs-log.h"
|
||||
|
||||
#define MIN_MAX_RECONN_ATT -1
|
||||
#define MAX_MAX_RECONN_ATT 9999
|
||||
|
||||
static void rtrs_clt_sess_release(struct kobject *kobj)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
|
||||
free_sess(sess);
|
||||
}
|
||||
|
||||
static struct kobj_type ktype_sess = {
|
||||
.sysfs_ops = &kobj_sysfs_ops,
|
||||
.release = rtrs_clt_sess_release
|
||||
};
|
||||
|
||||
static void rtrs_clt_sess_stats_release(struct kobject *kobj)
|
||||
{
|
||||
struct rtrs_clt_stats *stats;
|
||||
|
||||
stats = container_of(kobj, struct rtrs_clt_stats, kobj_stats);
|
||||
|
||||
free_percpu(stats->pcpu_stats);
|
||||
|
||||
kfree(stats);
|
||||
}
|
||||
|
||||
static struct kobj_type ktype_stats = {
|
||||
.sysfs_ops = &kobj_sysfs_ops,
|
||||
.release = rtrs_clt_sess_stats_release,
|
||||
};
|
||||
|
||||
static ssize_t max_reconnect_attempts_show(struct device *dev,
|
||||
struct device_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
struct rtrs_clt *clt = container_of(dev, struct rtrs_clt, dev);
|
||||
|
||||
return sprintf(page, "%d\n", rtrs_clt_get_max_reconnect_attempts(clt));
|
||||
}
|
||||
|
||||
static ssize_t max_reconnect_attempts_store(struct device *dev,
|
||||
struct device_attribute *attr,
|
||||
const char *buf,
|
||||
size_t count)
|
||||
{
|
||||
int value;
|
||||
int ret;
|
||||
struct rtrs_clt *clt = container_of(dev, struct rtrs_clt, dev);
|
||||
|
||||
ret = kstrtoint(buf, 10, &value);
|
||||
if (ret) {
|
||||
rtrs_err(clt, "%s: failed to convert string '%s' to int\n",
|
||||
attr->attr.name, buf);
|
||||
return ret;
|
||||
}
|
||||
if (value > MAX_MAX_RECONN_ATT ||
|
||||
value < MIN_MAX_RECONN_ATT) {
|
||||
rtrs_err(clt,
|
||||
"%s: invalid range (provided: '%s', accepted: min: %d, max: %d)\n",
|
||||
attr->attr.name, buf, MIN_MAX_RECONN_ATT,
|
||||
MAX_MAX_RECONN_ATT);
|
||||
return -EINVAL;
|
||||
}
|
||||
rtrs_clt_set_max_reconnect_attempts(clt, value);
|
||||
|
||||
return count;
|
||||
}
|
||||
|
||||
static DEVICE_ATTR_RW(max_reconnect_attempts);
|
||||
|
||||
static ssize_t mpath_policy_show(struct device *dev,
|
||||
struct device_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
struct rtrs_clt *clt;
|
||||
|
||||
clt = container_of(dev, struct rtrs_clt, dev);
|
||||
|
||||
switch (clt->mp_policy) {
|
||||
case MP_POLICY_RR:
|
||||
return sprintf(page, "round-robin (RR: %d)\n", clt->mp_policy);
|
||||
case MP_POLICY_MIN_INFLIGHT:
|
||||
return sprintf(page, "min-inflight (MI: %d)\n", clt->mp_policy);
|
||||
default:
|
||||
return sprintf(page, "Unknown (%d)\n", clt->mp_policy);
|
||||
}
|
||||
}
|
||||
|
||||
static ssize_t mpath_policy_store(struct device *dev,
|
||||
struct device_attribute *attr,
|
||||
const char *buf,
|
||||
size_t count)
|
||||
{
|
||||
struct rtrs_clt *clt;
|
||||
int value;
|
||||
int ret;
|
||||
|
||||
clt = container_of(dev, struct rtrs_clt, dev);
|
||||
|
||||
ret = kstrtoint(buf, 10, &value);
|
||||
if (!ret && (value == MP_POLICY_RR ||
|
||||
value == MP_POLICY_MIN_INFLIGHT)) {
|
||||
clt->mp_policy = value;
|
||||
return count;
|
||||
}
|
||||
|
||||
if (!strncasecmp(buf, "round-robin", 11) ||
|
||||
!strncasecmp(buf, "rr", 2))
|
||||
clt->mp_policy = MP_POLICY_RR;
|
||||
else if (!strncasecmp(buf, "min-inflight", 12) ||
|
||||
!strncasecmp(buf, "mi", 2))
|
||||
clt->mp_policy = MP_POLICY_MIN_INFLIGHT;
|
||||
else
|
||||
return -EINVAL;
|
||||
|
||||
return count;
|
||||
}
|
||||
|
||||
static DEVICE_ATTR_RW(mpath_policy);
|
||||
|
||||
static ssize_t add_path_show(struct device *dev,
|
||||
struct device_attribute *attr, char *page)
|
||||
{
|
||||
return scnprintf(page, PAGE_SIZE,
|
||||
"Usage: echo [<source addr>@]<destination addr> > %s\n\n*addr ::= [ ip:<ipv4|ipv6> | gid:<gid> ]\n",
|
||||
attr->attr.name);
|
||||
}
|
||||
|
||||
static ssize_t add_path_store(struct device *dev,
|
||||
struct device_attribute *attr,
|
||||
const char *buf, size_t count)
|
||||
{
|
||||
struct sockaddr_storage srcaddr, dstaddr;
|
||||
struct rtrs_addr addr = {
|
||||
.src = &srcaddr,
|
||||
.dst = &dstaddr
|
||||
};
|
||||
struct rtrs_clt *clt;
|
||||
const char *nl;
|
||||
size_t len;
|
||||
int err;
|
||||
|
||||
clt = container_of(dev, struct rtrs_clt, dev);
|
||||
|
||||
nl = strchr(buf, '\n');
|
||||
if (nl)
|
||||
len = nl - buf;
|
||||
else
|
||||
len = count;
|
||||
err = rtrs_addr_to_sockaddr(buf, len, clt->port, &addr);
|
||||
if (err)
|
||||
return -EINVAL;
|
||||
|
||||
err = rtrs_clt_create_path_from_sysfs(clt, &addr);
|
||||
if (err)
|
||||
return err;
|
||||
|
||||
return count;
|
||||
}
|
||||
|
||||
static DEVICE_ATTR_RW(add_path);
|
||||
|
||||
static ssize_t rtrs_clt_state_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr, char *page)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
if (sess->state == RTRS_CLT_CONNECTED)
|
||||
return sprintf(page, "connected\n");
|
||||
|
||||
return sprintf(page, "disconnected\n");
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_state_attr =
|
||||
__ATTR(state, 0444, rtrs_clt_state_show, NULL);
|
||||
|
||||
static ssize_t rtrs_clt_reconnect_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
return scnprintf(page, PAGE_SIZE, "Usage: echo 1 > %s\n",
|
||||
attr->attr.name);
|
||||
}
|
||||
|
||||
static ssize_t rtrs_clt_reconnect_store(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
const char *buf, size_t count)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
int ret;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
if (!sysfs_streq(buf, "1")) {
|
||||
rtrs_err(sess->clt, "%s: unknown value: '%s'\n",
|
||||
attr->attr.name, buf);
|
||||
return -EINVAL;
|
||||
}
|
||||
ret = rtrs_clt_reconnect_from_sysfs(sess);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
return count;
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_reconnect_attr =
|
||||
__ATTR(reconnect, 0644, rtrs_clt_reconnect_show,
|
||||
rtrs_clt_reconnect_store);
|
||||
|
||||
static ssize_t rtrs_clt_disconnect_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
return scnprintf(page, PAGE_SIZE, "Usage: echo 1 > %s\n",
|
||||
attr->attr.name);
|
||||
}
|
||||
|
||||
static ssize_t rtrs_clt_disconnect_store(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
const char *buf, size_t count)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
int ret;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
if (!sysfs_streq(buf, "1")) {
|
||||
rtrs_err(sess->clt, "%s: unknown value: '%s'\n",
|
||||
attr->attr.name, buf);
|
||||
return -EINVAL;
|
||||
}
|
||||
ret = rtrs_clt_disconnect_from_sysfs(sess);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
return count;
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_disconnect_attr =
|
||||
__ATTR(disconnect, 0644, rtrs_clt_disconnect_show,
|
||||
rtrs_clt_disconnect_store);
|
||||
|
||||
static ssize_t rtrs_clt_remove_path_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
return scnprintf(page, PAGE_SIZE, "Usage: echo 1 > %s\n",
|
||||
attr->attr.name);
|
||||
}
|
||||
|
||||
static ssize_t rtrs_clt_remove_path_store(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
const char *buf, size_t count)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
int ret;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
if (!sysfs_streq(buf, "1")) {
|
||||
rtrs_err(sess->clt, "%s: unknown value: '%s'\n",
|
||||
attr->attr.name, buf);
|
||||
return -EINVAL;
|
||||
}
|
||||
ret = rtrs_clt_remove_path_from_sysfs(sess, &attr->attr);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
return count;
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_remove_path_attr =
|
||||
__ATTR(remove_path, 0644, rtrs_clt_remove_path_show,
|
||||
rtrs_clt_remove_path_store);
|
||||
|
||||
STAT_ATTR(struct rtrs_clt_stats, cpu_migration,
|
||||
rtrs_clt_stats_migration_cnt_to_str,
|
||||
rtrs_clt_reset_cpu_migr_stats);
|
||||
|
||||
STAT_ATTR(struct rtrs_clt_stats, reconnects,
|
||||
rtrs_clt_stats_reconnects_to_str,
|
||||
rtrs_clt_reset_reconnects_stat);
|
||||
|
||||
STAT_ATTR(struct rtrs_clt_stats, rdma,
|
||||
rtrs_clt_stats_rdma_to_str,
|
||||
rtrs_clt_reset_rdma_stats);
|
||||
|
||||
STAT_ATTR(struct rtrs_clt_stats, reset_all,
|
||||
rtrs_clt_reset_all_help,
|
||||
rtrs_clt_reset_all_stats);
|
||||
|
||||
static struct attribute *rtrs_clt_stats_attrs[] = {
|
||||
&cpu_migration_attr.attr,
|
||||
&reconnects_attr.attr,
|
||||
&rdma_attr.attr,
|
||||
&reset_all_attr.attr,
|
||||
NULL
|
||||
};
|
||||
|
||||
static struct attribute_group rtrs_clt_stats_attr_group = {
|
||||
.attrs = rtrs_clt_stats_attrs,
|
||||
};
|
||||
|
||||
static ssize_t rtrs_clt_hca_port_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
|
||||
sess = container_of(kobj, typeof(*sess), kobj);
|
||||
|
||||
return scnprintf(page, PAGE_SIZE, "%u\n", sess->hca_port);
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_hca_port_attr =
|
||||
__ATTR(hca_port, 0444, rtrs_clt_hca_port_show, NULL);
|
||||
|
||||
static ssize_t rtrs_clt_hca_name_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
|
||||
return scnprintf(page, PAGE_SIZE, "%s\n", sess->hca_name);
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_hca_name_attr =
|
||||
__ATTR(hca_name, 0444, rtrs_clt_hca_name_show, NULL);
|
||||
|
||||
static ssize_t rtrs_clt_src_addr_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
int cnt;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
cnt = sockaddr_to_str((struct sockaddr *)&sess->s.src_addr,
|
||||
page, PAGE_SIZE);
|
||||
return cnt + scnprintf(page + cnt, PAGE_SIZE - cnt, "\n");
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_src_addr_attr =
|
||||
__ATTR(src_addr, 0444, rtrs_clt_src_addr_show, NULL);
|
||||
|
||||
static ssize_t rtrs_clt_dst_addr_show(struct kobject *kobj,
|
||||
struct kobj_attribute *attr,
|
||||
char *page)
|
||||
{
|
||||
struct rtrs_clt_sess *sess;
|
||||
int cnt;
|
||||
|
||||
sess = container_of(kobj, struct rtrs_clt_sess, kobj);
|
||||
cnt = sockaddr_to_str((struct sockaddr *)&sess->s.dst_addr,
|
||||
page, PAGE_SIZE);
|
||||
return cnt + scnprintf(page + cnt, PAGE_SIZE - cnt, "\n");
|
||||
}
|
||||
|
||||
static struct kobj_attribute rtrs_clt_dst_addr_attr =
|
||||
__ATTR(dst_addr, 0444, rtrs_clt_dst_addr_show, NULL);
|
||||
|
||||
static struct attribute *rtrs_clt_sess_attrs[] = {
|
||||
&rtrs_clt_hca_name_attr.attr,
|
||||
&rtrs_clt_hca_port_attr.attr,
|
||||
&rtrs_clt_src_addr_attr.attr,
|
||||
&rtrs_clt_dst_addr_attr.attr,
|
||||
&rtrs_clt_state_attr.attr,
|
||||
&rtrs_clt_reconnect_attr.attr,
|
||||
&rtrs_clt_disconnect_attr.attr,
|
||||
&rtrs_clt_remove_path_attr.attr,
|
||||
NULL,
|
||||
};
|
||||
|
||||
static struct attribute_group rtrs_clt_sess_attr_group = {
|
||||
.attrs = rtrs_clt_sess_attrs,
|
||||
};
|
||||
|
||||
int rtrs_clt_create_sess_files(struct rtrs_clt_sess *sess)
|
||||
{
|
||||
struct rtrs_clt *clt = sess->clt;
|
||||
char str[NAME_MAX];
|
||||
int err, cnt;
|
||||
|
||||
cnt = sockaddr_to_str((struct sockaddr *)&sess->s.src_addr,
|
||||
str, sizeof(str));
|
||||
cnt += scnprintf(str + cnt, sizeof(str) - cnt, "@");
|
||||
sockaddr_to_str((struct sockaddr *)&sess->s.dst_addr,
|
||||
str + cnt, sizeof(str) - cnt);
|
||||
|
||||
err = kobject_init_and_add(&sess->kobj, &ktype_sess, clt->kobj_paths,
|
||||
"%s", str);
|
||||
if (err) {
|
||||
pr_err("kobject_init_and_add: %d\n", err);
|
||||
return err;
|
||||
}
|
||||
err = sysfs_create_group(&sess->kobj, &rtrs_clt_sess_attr_group);
|
||||
if (err) {
|
||||
pr_err("sysfs_create_group(): %d\n", err);
|
||||
goto put_kobj;
|
||||
}
|
||||
err = kobject_init_and_add(&sess->stats->kobj_stats, &ktype_stats,
|
||||
&sess->kobj, "stats");
|
||||
if (err) {
|
||||
pr_err("kobject_init_and_add: %d\n", err);
|
||||
goto remove_group;
|
||||
}
|
||||
|
||||
err = sysfs_create_group(&sess->stats->kobj_stats,
|
||||
&rtrs_clt_stats_attr_group);
|
||||
if (err) {
|
||||
pr_err("failed to create stats sysfs group, err: %d\n", err);
|
||||
goto put_kobj_stats;
|
||||
}
|
||||
|
||||
return 0;
|
||||
|
||||
put_kobj_stats:
|
||||
kobject_del(&sess->stats->kobj_stats);
|
||||
kobject_put(&sess->stats->kobj_stats);
|
||||
remove_group:
|
||||
sysfs_remove_group(&sess->kobj, &rtrs_clt_sess_attr_group);
|
||||
put_kobj:
|
||||
kobject_del(&sess->kobj);
|
||||
kobject_put(&sess->kobj);
|
||||
|
||||
return err;
|
||||
}
|
||||
|
||||
void rtrs_clt_destroy_sess_files(struct rtrs_clt_sess *sess,
|
||||
const struct attribute *sysfs_self)
|
||||
{
|
||||
kobject_del(&sess->stats->kobj_stats);
|
||||
kobject_put(&sess->stats->kobj_stats);
|
||||
if (sysfs_self)
|
||||
sysfs_remove_file_self(&sess->kobj, sysfs_self);
|
||||
kobject_del(&sess->kobj);
|
||||
}
|
||||
|
||||
static struct attribute *rtrs_clt_attrs[] = {
|
||||
&dev_attr_max_reconnect_attempts.attr,
|
||||
&dev_attr_mpath_policy.attr,
|
||||
&dev_attr_add_path.attr,
|
||||
NULL,
|
||||
};
|
||||
|
||||
static struct attribute_group rtrs_clt_attr_group = {
|
||||
.attrs = rtrs_clt_attrs,
|
||||
};
|
||||
|
||||
int rtrs_clt_create_sysfs_root_files(struct rtrs_clt *clt)
|
||||
{
|
||||
return sysfs_create_group(&clt->dev.kobj, &rtrs_clt_attr_group);
|
||||
}
|
||||
|
||||
void rtrs_clt_destroy_sysfs_root_folders(struct rtrs_clt *clt)
|
||||
{
|
||||
if (clt->kobj_paths) {
|
||||
kobject_del(clt->kobj_paths);
|
||||
kobject_put(clt->kobj_paths);
|
||||
}
|
||||
}
|
||||
|
||||
void rtrs_clt_destroy_sysfs_root_files(struct rtrs_clt *clt)
|
||||
{
|
||||
sysfs_remove_group(&clt->dev.kobj, &rtrs_clt_attr_group);
|
||||
}
|
||||
Загрузка…
Ссылка в новой задаче