Viewing: config.c
// SPDX-License-Identifier: GPL-2.0
/* Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
* Use is subject to license terms.
*
* Copyright (c) 2012, 2017, Intel Corporation.
*/
/* This file is part of Lustre, http://www.lustre.org/ */
#define DEBUG_SUBSYSTEM S_LNET
#include <linux/ctype.h>
#include <linux/nsproxy.h>
#include <linux/ethtool.h>
#include <linux/rtnetlink.h>
#include <net/net_namespace.h>
#include <linux/lnet/lib-lnet.h>
#include <lustre_compat/net/netdev_lock.h>
/* tmp struct for parsing routes */
struct lnet_text_buf {
struct list_head ltb_list; /* stash on lists */
int ltb_size; /* allocated size */
char ltb_text[]; /* text buffer */
};
static int lnet_tbnob = 0; /* track text buf allocation */
#define LNET_MAX_TEXTBUF_NOB (64<<10) /* bound allocation */
#define LNET_SINGLE_TEXTBUF_NOB (4<<10)
#define SPACESTR " \t\v\r\n"
#define DELIMITERS ":()[]"
static void
lnet_syntax(const char *name, const char *str, int offset, int width)
{
static char dots[LNET_SINGLE_TEXTBUF_NOB];
static char dashes[LNET_SINGLE_TEXTBUF_NOB];
memset(dots, '.', sizeof(dots));
dots[sizeof(dots)-1] = 0;
memset(dashes, '-', sizeof(dashes));
dashes[sizeof(dashes)-1] = 0;
LCONSOLE_ERROR("Error parsing '%s=\"%s\"'\n", name, str);
LCONSOLE_ERROR("here...........%.*s..%.*s|%.*s|\n",
(int)strlen(name), dots, offset, dots,
(width < 1) ? 0 : width - 1, dashes);
}
static int
lnet_issep(char c)
{
switch (c) {
case '\n':
case '\r':
case ';':
return 1;
default:
return 0;
}
}
bool
lnet_net_unique(__u32 net_id, struct list_head *netlist,
struct lnet_net **net)
{
struct lnet_net *net_l;
if (!netlist)
return true;
list_for_each_entry(net_l, netlist, net_list) {
if (net_l->net_id == net_id) {
if (net != NULL)
*net = net_l;
return false;
}
}
return true;
}
/* check that the NI is unique within the list of NIs already added to
* a network */
bool
lnet_ni_unique_net(struct list_head *nilist, char *iface)
{
struct list_head *tmp;
struct lnet_ni *ni;
list_for_each(tmp, nilist) {
ni = list_entry(tmp, struct lnet_ni, ni_netlist);
if (ni->ni_interface != NULL &&
strncmp(ni->ni_interface,
iface,
LNET_MAX_STR_LEN) == 0)
return false;
}
return true;
}
static bool
in_array(__u32 *array, __u32 size, __u32 value)
{
int i;
for (i = 0; i < size; i++) {
if (array[i] == value)
return false;
}
return true;
}
static int
lnet_net_append_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
{
__u32 *added_cpts = NULL;
int i, j = 0, rc = 0;
bool was_restricted = (net->net_cpts != NULL);
/*
* no need to go futher since a subset of the NIs already exist on
* all CPTs
*/
if (net->net_ncpts == LNET_CPT_NUMBER)
return 0;
if (cpts == NULL) {
/* there is an NI which will exist on all CPTs */
CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
net->net_cpts = NULL;
net->net_ncpts = LNET_CPT_NUMBER;
/* Transition from restricted to unrestricted */
if (was_restricted)
atomic_dec(&the_lnet.ln_cpt_restricted_count);
return 0;
}
if (net->net_cpts == NULL) {
CFS_ALLOC_PTR_ARRAY(net->net_cpts, ncpts);
if (net->net_cpts == NULL)
return -ENOMEM;
memcpy(net->net_cpts, cpts, ncpts * sizeof(*net->net_cpts));
net->net_ncpts = ncpts;
/* Transition from unrestricted to restricted */
atomic_inc(&the_lnet.ln_cpt_restricted_count);
return 0;
}
CFS_ALLOC_PTR_ARRAY(added_cpts, LNET_CPT_NUMBER);
if (added_cpts == NULL)
return -ENOMEM;
for (i = 0; i < ncpts; i++) {
if (!in_array(net->net_cpts, net->net_ncpts, cpts[i])) {
added_cpts[j] = cpts[i];
j++;
}
}
/* append the new cpts if any to the list of cpts in the net */
if (j > 0) {
__u32 *array = NULL, *loc;
__u32 total_entries = j + net->net_ncpts;
CFS_ALLOC_PTR_ARRAY(array, total_entries);
if (array == NULL) {
rc = -ENOMEM;
goto failed;
}
memcpy(array, net->net_cpts,
net->net_ncpts * sizeof(*net->net_cpts));
loc = array + net->net_ncpts;
memcpy(loc, added_cpts, j * sizeof(*net->net_cpts));
CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
net->net_ncpts = total_entries;
net->net_cpts = array;
}
failed:
CFS_FREE_PTR_ARRAY(added_cpts, LNET_CPT_NUMBER);
return rc;
}
static void
lnet_net_remove_cpts(__u32 *cpts, __u32 ncpts, struct lnet_net *net)
{
struct lnet_ni *ni;
int rc;
/*
* Operation Assumption:
* This function is called after an NI has been removed from
* its parent net.
*
* if we're removing an NI which exists on all CPTs then
* we have to check if any of the other NIs on this net also
* exists on all CPTs. If none, then we need to build our Net CPT
* list based on the remaining NIs.
*
* If the NI being removed exist on a subset of the CPTs then we
* alo rebuild the Net CPT list based on the remaining NIs, which
* should resutl in the expected Net CPT list.
*/
/*
* sometimes this function can be called due to some failure
* creating an NI, before any of the cpts are allocated, so check
* for that case and don't do anything
*/
if (ncpts == 0)
return;
if (ncpts == LNET_CPT_NUMBER) {
/*
* first iteration through the NI list in the net to see
* if any of the NIs exist on all the CPTs. If one is
* found then our job is done.
*/
list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
if (ni->ni_ncpts == LNET_CPT_NUMBER)
return;
}
}
/*
* Rebuild the Net CPT list again, thereby only including only the
* CPTs which the remaining NIs are associated with.
*/
if (net->net_cpts != NULL) {
CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
net->net_cpts = NULL;
/* Net was restricted, now temporarily unrestricted */
atomic_dec(&the_lnet.ln_cpt_restricted_count);
}
list_for_each_entry(ni, &net->net_ni_list, ni_netlist) {
rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts,
net);
if (rc != 0) {
CERROR("Out of Memory\n");
/*
* do our best to keep on going. Delete
* the net cpts and set it to NULL. This
* way we can keep on going but less
* efficiently, since memory accesses might be
* accross CPT lines.
*/
if (net->net_cpts != NULL) {
CFS_FREE_PTR_ARRAY(net->net_cpts,
net->net_ncpts);
net->net_cpts = NULL;
net->net_ncpts = LNET_CPT_NUMBER;
/* Undo the increment from append_cpts */
atomic_dec(&the_lnet.ln_cpt_restricted_count);
}
return;
}
}
}
void
lnet_ni_free(struct lnet_ni *ni)
{
lnet_net_remove_cpts(ni->ni_cpts, ni->ni_ncpts, ni->ni_net);
if (ni->ni_refs != NULL)
cfs_percpt_free(ni->ni_refs);
if (ni->ni_tx_queues != NULL)
cfs_percpt_free(ni->ni_tx_queues);
if (ni->ni_cpts != NULL)
cfs_expr_list_values_free(ni->ni_cpts, ni->ni_ncpts);
if (ni->ni_interface != NULL) {
LIBCFS_FREE(ni->ni_interface,
strlen(ni->ni_interface) + 1);
}
/* release reference to net namespace */
if (ni->ni_net_ns != NULL)
put_net(ni->ni_net_ns);
LIBCFS_FREE(ni, sizeof(*ni));
}
void
lnet_net_free(struct lnet_net *net)
{
struct list_head *tmp, *tmp2;
struct lnet_ni *ni;
LASSERT(list_empty(&net->net_ni_zombie));
/*
* delete any nis that haven't been added yet. This could happen
* if there is a failure on net startup
*/
list_for_each_safe(tmp, tmp2, &net->net_ni_added) {
ni = list_entry(tmp, struct lnet_ni, ni_netlist);
list_del_init(&ni->ni_netlist);
lnet_ni_free(ni);
}
/* delete any nis which have been started. */
list_for_each_safe(tmp, tmp2, &net->net_ni_list) {
ni = list_entry(tmp, struct lnet_ni, ni_netlist);
list_del_init(&ni->ni_netlist);
lnet_ni_free(ni);
}
if (net->net_cpts != NULL) {
CFS_FREE_PTR_ARRAY(net->net_cpts, net->net_ncpts);
net->net_ncpts = LNET_CPT_NUMBER;
net->net_cpts = NULL;
/* Net was restricted, decrement counter */
atomic_dec(&the_lnet.ln_cpt_restricted_count);
}
LIBCFS_FREE(net, sizeof(*net));
}
struct lnet_net *
lnet_net_alloc(__u32 net_id, struct list_head *net_list)
{
struct lnet_net *net;
if (!lnet_net_unique(net_id, net_list, &net)) {
CDEBUG(D_NET, "Returning duplicate net %p %s\n", net,
libcfs_net2str(net->net_id));
return net;
}
LIBCFS_ALLOC(net, sizeof(*net));
if (net == NULL) {
CERROR("Out of memory creating network %s\n",
libcfs_net2str(net_id));
return NULL;
}
INIT_LIST_HEAD(&net->net_list);
INIT_LIST_HEAD(&net->net_ni_list);
INIT_LIST_HEAD(&net->net_ni_added);
INIT_LIST_HEAD(&net->net_ni_zombie);
INIT_LIST_HEAD(&net->net_rtr_pref_nids);
spin_lock_init(&net->net_lock);
net->net_id = net_id;
net->net_last_alive = ktime_get_seconds();
net->net_sel_priority = LNET_MAX_SELECTION_PRIORITY;
/* initialize global paramters to undefiend */
net->net_tunables.lct_peer_timeout = -1;
net->net_tunables.lct_max_tx_credits = -1;
net->net_tunables.lct_peer_tx_credits = -1;
net->net_tunables.lct_peer_rtr_credits = -1;
net->net_tunables.lct_version = 0;
if (net_list)
list_add_tail(&net->net_list, net_list);
return net;
}
int lnet_ni_add_interface(struct lnet_ni *ni, char *iface)
{
size_t iface_len = strlen(iface) + 1;
if (ni == NULL)
return -ENOMEM;
if (!iface || !strlen(iface))
return -EINVAL;
if (ni->ni_interface && strlen(ni->ni_interface)) {
LCONSOLE_ERROR("%s: interface %s already set for net %s: rc = %d\n",
iface, ni->ni_interface,
libcfs_net2str(LNET_NID_NET(&ni->ni_nid)),
-EINVAL);
return -EINVAL;
}
/* Allocate memory for the interface, so the code parsing input into
* tokens and adding interfaces can free the input safely.
* ni->ni_interface is freed in lnet_ni_free().
*/
LIBCFS_ALLOC(ni->ni_interface, iface_len);
if (ni->ni_interface == NULL) {
CERROR("%s: cannot allocate net interface name: rc = %d\n",
iface, -ENOMEM);
return -ENOMEM;
}
strscpy(ni->ni_interface, iface, iface_len);
return 0;
}
EXPORT_SYMBOL(lnet_ni_add_interface);
static struct lnet_ni *
lnet_ni_alloc_common(struct lnet_net *net, struct lnet_nid *nid, char *iface)
{
struct lnet_tx_queue *tq;
struct lnet_ni *ni;
int i;
if (iface != NULL)
/* make sure that this NI is unique in the net it's
* being added to */
if (!lnet_ni_unique_net(&net->net_ni_added, iface))
return NULL;
LIBCFS_ALLOC(ni, sizeof(*ni));
if (ni == NULL) {
CERROR("Out of memory creating network interface %s%s\n",
libcfs_net2str(net->net_id),
(iface != NULL) ? iface : "");
return NULL;
}
spin_lock_init(&ni->ni_lock);
INIT_LIST_HEAD(&ni->ni_netlist);
INIT_LIST_HEAD(&ni->ni_recovery);
LNetInvalidateMDHandle(&ni->ni_ping_mdh);
ni->ni_refs = cfs_percpt_alloc(lnet_cpt_table(),
sizeof(*ni->ni_refs[0]));
if (ni->ni_refs == NULL)
goto failed;
ni->ni_tx_queues = cfs_percpt_alloc(lnet_cpt_table(),
sizeof(*ni->ni_tx_queues[0]));
if (ni->ni_tx_queues == NULL)
goto failed;
cfs_percpt_for_each(tq, i, ni->ni_tx_queues)
INIT_LIST_HEAD(&tq->tq_delayed);
ni->ni_net = net;
if (nid_same(nid, &LNET_ANY_NID)) {
/* LND will fill in the address part of the NID */
ni->ni_nid.nid_type = LNET_NETTYP(net->net_id);
ni->ni_nid.nid_num = cpu_to_be16(LNET_NETNUM(net->net_id));
} else {
ni->ni_nid = *nid;
}
/* Store net namespace in which current ni is being created */
if (current->nsproxy && current->nsproxy->net_ns)
ni->ni_net_ns = get_net(current->nsproxy->net_ns);
else
ni->ni_net_ns = get_net(&init_net);
ni->ni_state = LNET_NI_STATE_INIT;
ni->ni_sel_priority = LNET_MAX_SELECTION_PRIORITY;
list_add_tail(&ni->ni_netlist, &net->net_ni_added);
/*
* if an interface name is provided then make sure to add in that
* interface name in NI
*/
if (iface && strlen(iface))
if (lnet_ni_add_interface(ni, iface) != 0)
goto failed;
return ni;
failed:
lnet_ni_free(ni);
return NULL;
}
/* allocate and add to the provided network */
struct lnet_ni *
lnet_ni_alloc(struct lnet_net *net, struct cfs_expr_list *el, char *iface)
{
struct lnet_ni *ni;
int rc;
ni = lnet_ni_alloc_common(net, &LNET_ANY_NID, iface);
if (!ni)
return NULL;
if (!el) {
ni->ni_cpts = NULL;
ni->ni_ncpts = LNET_CPT_NUMBER;
} else {
rc = cfs_expr_list_values(el, LNET_CPT_NUMBER, &ni->ni_cpts);
if (rc <= 0) {
CERROR("Failed to set CPTs for NI %s(%s): %d\n",
libcfs_net2str(net->net_id),
(iface != NULL) ? iface : "", rc);
goto failed;
}
LASSERT(rc <= LNET_CPT_NUMBER);
if (rc == LNET_CPT_NUMBER) {
CFS_FREE_PTR_ARRAY(ni->ni_cpts, rc);
ni->ni_cpts = NULL;
}
ni->ni_ncpts = rc;
}
rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
if (rc != 0)
goto failed;
return ni;
failed:
lnet_ni_free(ni);
return NULL;
}
struct lnet_ni *
lnet_ni_alloc_w_cpt_array(struct lnet_net *net, struct lnet_nid *nid,
u32 *cpts, u32 ncpts, char *iface)
{
struct lnet_ni *ni;
int rc;
ni = lnet_ni_alloc_common(net, nid, iface);
if (!ni)
return NULL;
if (ncpts == 0 || ncpts == LNET_CPT_NUMBER) {
/* No restriction, or all CPTs specified - use NULL for fast
* path.
*/
ni->ni_cpts = NULL;
ni->ni_ncpts = LNET_CPT_NUMBER;
} else {
size_t array_size = ncpts * sizeof(ni->ni_cpts[0]);
CFS_ALLOC_PTR_ARRAY(ni->ni_cpts, ncpts);
if (ni->ni_cpts == NULL)
goto failed;
memcpy(ni->ni_cpts, cpts, array_size);
ni->ni_ncpts = ncpts;
}
rc = lnet_net_append_cpts(ni->ni_cpts, ni->ni_ncpts, net);
if (rc != 0)
goto failed;
return ni;
failed:
lnet_ni_free(ni);
return NULL;
}
/*
* Parse the networks string and create the matching set of NIs on the
* nilist.
*/
int
lnet_parse_networks(struct list_head *netlist, const char *networks)
{
struct cfs_expr_list *net_el = NULL;
struct cfs_expr_list *ni_el = NULL;
int tokensize;
char *tokens;
char *str;
struct lnet_net *net;
struct lnet_ni *ni = NULL;
__u32 net_id;
int nnets = 0;
if (networks == NULL) {
CERROR("networks string is undefined\n");
return -EINVAL;
}
if (strlen(networks) > LNET_SINGLE_TEXTBUF_NOB) {
/* _WAY_ conservative */
LCONSOLE_ERROR("Can't parse networks: string too long\n");
return -EINVAL;
}
tokensize = strlen(networks) + 1;
LIBCFS_ALLOC(tokens, tokensize);
if (tokens == NULL) {
CERROR("Can't allocate net tokens\n");
return -ENOMEM;
}
memcpy(tokens, networks, tokensize);
str = tokens;
/*
* Main parser loop.
*
* NB we don't check interface conflicts here; it's the LNDs
* responsibility (if it cares at all)
*/
do {
char *nistr;
char *elstr;
char *name;
int rc;
/*
* Parse a network string into its components.
*
* <name>{"("...")"}{"["<el>"]"}
*/
/* Network name (mandatory) */
while (isspace(*str))
*str++ = '\0';
if (!*str)
break;
name = str;
str += strcspn(str, SPACESTR ":()[],");
while (isspace(*str))
*str++ = '\0';
/* Interface list (optional) */
if (*str == '(') {
*str++ = '\0';
nistr = str;
str += strcspn(str, ")");
if (*str != ')') {
str = nistr;
goto failed_syntax;
}
do {
*str++ = '\0';
} while (isspace(*str));
} else {
nistr = NULL;
}
/* CPT expression (optional) */
if (*str == '[') {
elstr = str;
str += strcspn(str, "]");
if (*str != ']') {
str = elstr;
goto failed_syntax;
}
rc = cfs_expr_list_parse(elstr, str - elstr + 1,
0, LNET_CPT_NUMBER - 1,
&net_el);
if (rc != 0) {
str = elstr;
goto failed_syntax;
}
*elstr = '\0';
do {
*str++ = '\0';
} while (isspace(*str));
}
/* Bad delimiters */
if (*str && (strchr(DELIMITERS, *str) != NULL))
goto failed_syntax;
/* go to the next net if it exits */
str += strcspn(str, ",");
if (*str == ',')
*str++ = '\0';
/*
* At this point the name is properly terminated.
*/
net_id = libcfs_str2net(name);
if (net_id == LNET_NET_ANY) {
LCONSOLE_ERROR("Unrecognised network type\n");
str = name;
goto failed_syntax;
}
if (LNET_NETTYP(net_id) == LOLND) {
/* Loopback is implicit, and there can be only one. */
if (net_el) {
cfs_expr_list_free(net_el);
net_el = NULL;
}
/* Should we error out instead? */
continue;
}
/*
* All network paramaters are now known.
*/
nnets++;
/* always allocate a net, since we will eventually add an
* interface to it, or we will fail, in which case we'll
* just delete it */
net = lnet_net_alloc(net_id, netlist);
if (IS_ERR_OR_NULL(net))
goto failed;
if (!nistr) {
/*
* No interface list was specified, allocate a
* ni using the defaults.
*/
ni = lnet_ni_alloc(net, net_el, NULL);
if (IS_ERR_OR_NULL(ni))
goto failed;
if (!nistr) {
if (net_el) {
cfs_expr_list_free(net_el);
net_el = NULL;
}
continue;
}
}
do {
elstr = NULL;
/* Interface name (mandatory) */
while (isspace(*nistr))
*nistr++ = '\0';
name = nistr;
nistr += strcspn(nistr, SPACESTR "[],");
while (isspace(*nistr))
*nistr++ = '\0';
/* CPT expression (optional) */
if (*nistr == '[') {
elstr = nistr;
nistr += strcspn(nistr, "]");
if (*nistr != ']') {
str = elstr;
goto failed_syntax;
}
rc = cfs_expr_list_parse(elstr,
nistr - elstr + 1,
0, LNET_CPT_NUMBER - 1,
&ni_el);
if (rc != 0) {
str = elstr;
goto failed_syntax;
}
*elstr = '\0';
do {
*nistr++ = '\0';
} while (isspace(*nistr));
} else {
ni_el = net_el;
}
/*
* End of single interface specificaton,
* advance to the start of the next one, if
* any.
*/
if (*nistr == ',') {
do {
*nistr++ = '\0';
} while (isspace(*nistr));
if (!*nistr) {
str = nistr;
goto failed_syntax;
}
} else if (*nistr) {
str = nistr;
goto failed_syntax;
}
/*
* At this point the name is properly terminated.
*/
if (!*name) {
str = name;
goto failed_syntax;
}
ni = lnet_ni_alloc(net, ni_el, name);
if (IS_ERR_OR_NULL(ni))
goto failed;
if (ni_el) {
if (ni_el != net_el) {
cfs_expr_list_free(ni_el);
ni_el = NULL;
}
}
} while (*nistr);
if (net_el) {
cfs_expr_list_free(net_el);
net_el = NULL;
}
} while (*str);
LIBCFS_FREE(tokens, tokensize);
return nnets;
failed_syntax:
lnet_syntax("networks", networks, (int)(str - tokens), strlen(str));
failed:
/* free the net list and all the nis on each net */
while ((net = list_first_entry_or_null(netlist,
struct lnet_net,
net_list)) != NULL) {
list_del_init(&net->net_list);
lnet_net_free(net);
}
if (ni_el && ni_el != net_el)
cfs_expr_list_free(ni_el);
if (net_el)
cfs_expr_list_free(net_el);
LIBCFS_FREE(tokens, tokensize);
return -EINVAL;
}
static struct lnet_text_buf *lnet_new_text_buf(int str_len)
{
struct lnet_text_buf *ltb;
int nob;
/* NB allocate space for the terminating 0 */
nob = offsetof(struct lnet_text_buf, ltb_text[str_len + 1]);
if (nob > LNET_SINGLE_TEXTBUF_NOB) {
/* _way_ conservative for "route net gateway..." */
CERROR("text buffer too big\n");
return NULL;
}
if (lnet_tbnob + nob > LNET_MAX_TEXTBUF_NOB) {
CERROR("Too many text buffers\n");
return NULL;
}
LIBCFS_ALLOC(ltb, nob);
if (ltb == NULL)
return NULL;
ltb->ltb_size = nob;
ltb->ltb_text[0] = 0;
lnet_tbnob += nob;
return ltb;
}
static void
lnet_free_text_buf(struct lnet_text_buf *ltb)
{
lnet_tbnob -= ltb->ltb_size;
LIBCFS_FREE(ltb, ltb->ltb_size);
}
static void
lnet_free_text_bufs(struct list_head *tbs)
{
struct lnet_text_buf *ltb;
while ((ltb = list_first_entry_or_null(tbs, struct lnet_text_buf,
ltb_list)) != NULL) {
list_del(<b->ltb_list);
lnet_free_text_buf(ltb);
}
}
static int
lnet_str2tbs_sep(struct list_head *tbs, const char *str)
{
LIST_HEAD(pending);
const char *sep;
int nob;
int i;
struct lnet_text_buf *ltb;
/* Split 'str' into separate commands */
for (;;) {
/* skip leading whitespace */
while (isspace(*str))
str++;
/* scan for separator or comment */
for (sep = str; *sep != 0; sep++)
if (lnet_issep(*sep) || *sep == '#')
break;
nob = (int)(sep - str);
if (nob > 0) {
ltb = lnet_new_text_buf(nob);
if (ltb == NULL) {
lnet_free_text_bufs(&pending);
return -ENOMEM;
}
for (i = 0; i < nob; i++)
if (isspace(str[i]))
ltb->ltb_text[i] = ' ';
else
ltb->ltb_text[i] = str[i];
ltb->ltb_text[nob] = 0;
list_add_tail(<b->ltb_list, &pending);
}
if (*sep == '#') {
/* scan for separator */
do {
sep++;
} while (*sep != 0 && !lnet_issep(*sep));
}
if (*sep == 0)
break;
str = sep + 1;
}
list_splice(&pending, tbs->prev);
return 0;
}
static int
lnet_expand1tb(struct list_head *list,
char *str, char *sep1, char *sep2,
char *item, int itemlen)
{
int len1 = (int)(sep1 - str);
int len2 = strlen(sep2 + 1);
struct lnet_text_buf *ltb;
LASSERT (*sep1 == '[');
LASSERT (*sep2 == ']');
ltb = lnet_new_text_buf(len1 + itemlen + len2);
if (ltb == NULL)
return -ENOMEM;
memcpy(ltb->ltb_text, str, len1);
memcpy(<b->ltb_text[len1], item, itemlen);
memcpy(<b->ltb_text[len1+itemlen], sep2 + 1, len2);
ltb->ltb_text[len1 + itemlen + len2] = 0;
list_add_tail(<b->ltb_list, list);
return 0;
}
static int
lnet_str2tbs_expand(struct list_head *tbs, char *str)
{
char num[16];
LIST_HEAD(pending);
char *sep;
char *sep2;
char *parsed;
char *enditem;
int lo;
int hi;
int stride;
int i;
int nob;
int scanned;
sep = strchr(str, '[');
if (sep == NULL) /* nothing to expand */
return 0;
sep2 = strchr(sep, ']');
if (sep2 == NULL)
goto failed;
for (parsed = sep; parsed < sep2; parsed = enditem) {
enditem = ++parsed;
while (enditem < sep2 && *enditem != ',')
enditem++;
if (enditem == parsed) /* no empty items */
goto failed;
if (sscanf(parsed, "%d-%d/%d%n", &lo, &hi, &stride, &scanned) < 3) {
if (sscanf(parsed, "%d-%d%n", &lo, &hi, &scanned) < 2) {
/* simple string enumeration */
if (lnet_expand1tb(&pending, str, sep, sep2,
parsed, (int)(enditem - parsed)) != 0)
goto failed;
continue;
}
stride = 1;
}
/* range expansion */
if (enditem != parsed + scanned) /* no trailing junk */
goto failed;
if (hi < 0 || lo < 0 || stride < 0 || hi < lo ||
(hi - lo) % stride != 0)
goto failed;
for (i = lo; i <= hi; i += stride) {
snprintf(num, sizeof(num), "%d", i);
nob = strlen(num);
if (nob + 1 == sizeof(num))
goto failed;
if (lnet_expand1tb(&pending, str, sep, sep2,
num, nob) != 0)
goto failed;
}
}
list_splice(&pending, tbs->prev);
return 1;
failed:
lnet_free_text_bufs(&pending);
return -EINVAL;
}
static int
lnet_parse_hops (char *str, unsigned int *hops)
{
int len = strlen(str);
int nob = len;
return (sscanf(str, "%u%n", hops, &nob) >= 1 &&
nob == len &&
*hops > 0 && *hops < 256);
}
#define LNET_PRIORITY_SEPARATOR (':')
static int
lnet_parse_priority(char *str, unsigned int *priority, char **token)
{
int nob;
char *sep;
int len;
sep = strchr(str, LNET_PRIORITY_SEPARATOR);
if (sep == NULL) {
*priority = 0;
return 0;
}
len = strlen(sep + 1);
if ((sscanf((sep+1), "%u%n", priority, &nob) < 1) || (len != nob)) {
/* Update the caller's token pointer so it treats the found
priority as the token to report in the error message. */
*token += sep - str + 1;
return -EINVAL;
}
CDEBUG(D_NET, "gateway %s, priority %d, nob %d\n", str, *priority, nob);
/*
* Change priority separator to \0 to be able to parse NID
*/
*sep = '\0';
return 0;
}
static int
lnet_parse_route(char *str, int *im_a_router)
{
/* static scratch buffer OK (single threaded) */
static char cmd[LNET_SINGLE_TEXTBUF_NOB];
LIST_HEAD(nets);
LIST_HEAD(gateways);
struct list_head *tmp1;
struct list_head *tmp2;
__u32 net;
struct lnet_nid nid;
struct lnet_text_buf *ltb = NULL;
struct lnet_text_buf *ltb1, *ltb2;
int rc;
char *sep;
char *token = str;
int ntokens = 0;
int myrc = -1;
__u32 hops;
int got_hops = 0;
unsigned int priority = 0;
/* save a copy of the string for error messages */
strncpy(cmd, str, sizeof(cmd));
cmd[sizeof(cmd) - 1] = '\0';
sep = str;
for (;;) {
/* scan for token start */
while (isspace(*sep))
sep++;
if (*sep == 0) {
if (ntokens < (got_hops ? 3 : 2))
goto token_error;
break;
}
ntokens++;
token = sep++;
/* scan for token end */
while (*sep != 0 && !isspace(*sep))
sep++;
if (*sep != 0)
*sep++ = 0;
if (ntokens == 1) {
tmp2 = &nets; /* expanding nets */
} else if (ntokens == 2 &&
lnet_parse_hops(token, &hops)) {
got_hops = 1; /* got a hop count */
continue;
} else {
tmp2 = &gateways; /* expanding gateways */
}
ltb = lnet_new_text_buf(strlen(token));
if (ltb == NULL)
goto out;
strcpy(ltb->ltb_text, token);
tmp1 = <b->ltb_list;
list_add_tail(tmp1, tmp2);
while (tmp1 != tmp2) {
ltb = list_entry(tmp1, struct lnet_text_buf, ltb_list);
rc = lnet_str2tbs_expand(tmp1->next, ltb->ltb_text);
if (rc < 0)
goto token_error;
tmp1 = tmp1->next;
if (rc > 0) { /* expanded! */
list_del(<b->ltb_list);
lnet_free_text_buf(ltb);
continue;
}
if (ntokens == 1) {
net = libcfs_str2net(ltb->ltb_text);
if (net == LNET_NET_ANY ||
LNET_NETTYP(net) == LOLND)
goto token_error;
} else {
rc = lnet_parse_priority(ltb->ltb_text,
&priority, &token);
if (rc < 0)
goto token_error;
if (libcfs_strnid(&nid, ltb->ltb_text) != 0 ||
nid_is_lo0(&nid))
goto token_error;
}
}
}
/* if there are no hops set then we want to flag this value as
* unset since hops is an optional parameter */
if (!got_hops)
hops = LNET_UNDEFINED_HOPS;
LASSERT(!list_empty(&nets));
LASSERT(!list_empty(&gateways));
list_for_each_entry(ltb1, &nets, ltb_list) {
net = libcfs_str2net(ltb1->ltb_text);
LASSERT(net != LNET_NET_ANY);
list_for_each_entry(ltb2, &gateways, ltb_list) {
LASSERT(libcfs_strnid(&nid, ltb2->ltb_text) == 0);
if (lnet_islocalnid(&nid)) {
*im_a_router = 1;
continue;
}
rc = lnet_add_route(net, hops, &nid, priority);
if (rc != 0 && rc != -EEXIST && rc != -EHOSTUNREACH) {
CERROR("Can't create route "
"to %s via %s\n",
libcfs_net2str(net),
libcfs_nidstr(&nid));
goto out;
}
}
}
myrc = 0;
goto out;
token_error:
lnet_syntax("routes", cmd, (int)(token - str), strlen(token));
out:
lnet_free_text_bufs(&nets);
lnet_free_text_bufs(&gateways);
return myrc;
}
static int
lnet_parse_route_tbs(struct list_head *tbs, int *im_a_router)
{
struct lnet_text_buf *ltb;
while ((ltb = list_first_entry_or_null(tbs, struct lnet_text_buf,
ltb_list)) != NULL) {
if (lnet_parse_route(ltb->ltb_text, im_a_router) < 0) {
lnet_free_text_bufs(tbs);
return -EINVAL;
}
list_del(<b->ltb_list);
lnet_free_text_buf(ltb);
}
return 0;
}
int
lnet_parse_routes(const char *routes, int *im_a_router)
{
LIST_HEAD(tbs);
int rc = 0;
*im_a_router = 0;
if (strlen(routes))
CWARN("Kernel parsing of LNet routes is deprecated. Consider converting to LNet YAML configuration.\n");
if (lnet_str2tbs_sep(&tbs, routes) < 0) {
CERROR("Error parsing routes\n");
rc = -EINVAL;
} else {
rc = lnet_parse_route_tbs(&tbs, im_a_router);
}
LASSERT (lnet_tbnob == 0);
return rc;
}
static int
lnet_match_network_token(char *token, __u32 *ipaddrs, int nip)
{
LIST_HEAD(list);
int rc;
int i;
rc = cfs_ip_addr_parse(token, 0, &list);
if (rc != 0)
return rc;
for (rc = i = 0; !rc && i < nip; i++)
rc = cfs_ip_addr_match(ipaddrs[i], &list);
cfs_expr_list_free_list(&list);
return rc;
}
static int
lnet_match_network_tokens(char *net_entry, __u32 *ipaddrs, int nip)
{
static char tokens[LNET_SINGLE_TEXTBUF_NOB];
int matched = 0;
int ntokens = 0;
char *net = NULL;
char *sep;
char *token;
int rc;
LASSERT(strlen(net_entry) < sizeof(tokens));
/* work on a copy of the string */
strcpy(tokens, net_entry);
sep = tokens;
while (sep) {
/* scan for token start */
sep = skip_spaces(sep);
if (*sep == 0)
break;
token = strsep(&sep, " \t\n\r\v\f");
if (ntokens++ == 0) {
net = token;
continue;
}
rc = lnet_match_network_token(token, ipaddrs, nip);
if (rc < 0) {
lnet_syntax("ip2nets", net_entry,
(int)(token - tokens), strlen(token));
return rc;
}
matched |= (rc != 0);
}
if (!matched)
return 0;
strcpy(net_entry, net); /* replace with matched net */
return 1;
}
static __u32
lnet_netspec2net(char *netspec)
{
char *bracket = strchr(netspec, '(');
__u32 net;
if (bracket != NULL)
*bracket = 0;
net = libcfs_str2net(netspec);
if (bracket != NULL)
*bracket = '(';
return net;
}
static int
lnet_splitnets(char *source, struct list_head *nets)
{
int offset = 0;
int offset2;
int len;
struct lnet_text_buf *tb;
struct lnet_text_buf *tb2;
char *sep;
char *bracket;
__u32 net;
LASSERT(!list_empty(nets));
LASSERT(nets->next == nets->prev); /* single entry */
tb = list_first_entry(nets, struct lnet_text_buf, ltb_list);
for (;;) {
sep = strchr(tb->ltb_text, ',');
bracket = strchr(tb->ltb_text, '(');
if (sep != NULL &&
bracket != NULL &&
bracket < sep) {
/* netspec lists interfaces... */
offset2 = offset + (int)(bracket - tb->ltb_text);
len = strlen(bracket);
bracket = strchr(bracket + 1, ')');
if (bracket == NULL ||
!(bracket[1] == ',' || bracket[1] == 0)) {
lnet_syntax("ip2nets", source, offset2, len);
return -EINVAL;
}
sep = (bracket[1] == 0) ? NULL : bracket + 1;
}
if (sep != NULL)
*sep++ = 0;
net = lnet_netspec2net(tb->ltb_text);
if (net == LNET_NET_ANY) {
lnet_syntax("ip2nets", source, offset,
strlen(tb->ltb_text));
return -EINVAL;
}
list_for_each_entry(tb2, nets, ltb_list) {
if (tb2 == tb)
continue;
if (net == lnet_netspec2net(tb2->ltb_text)) {
/* duplicate network */
lnet_syntax("ip2nets", source, offset,
strlen(tb->ltb_text));
return -EINVAL;
}
}
if (sep == NULL)
return 0;
offset += (int)(sep - tb->ltb_text);
len = strlen(sep);
tb2 = lnet_new_text_buf(len);
if (tb2 == NULL)
return -ENOMEM;
strncpy(tb2->ltb_text, sep, len);
tb2->ltb_text[len] = '\0';
list_add_tail(&tb2->ltb_list, nets);
tb = tb2;
}
}
static int
lnet_match_networks(const char **networksp, const char *ip2nets,
__u32 *ipaddrs, int nip)
{
static char networks[LNET_SINGLE_TEXTBUF_NOB];
static char source[LNET_SINGLE_TEXTBUF_NOB];
LIST_HEAD(raw_entries);
LIST_HEAD(matched_nets);
LIST_HEAD(current_nets);
struct list_head *t;
struct list_head *t2;
struct lnet_text_buf *tb;
int len;
int count;
int rc;
if (lnet_str2tbs_sep(&raw_entries, ip2nets) < 0) {
CERROR("Error parsing ip2nets\n");
LASSERT(lnet_tbnob == 0);
return -EINVAL;
}
networks[0] = 0;
count = 0;
len = 0;
rc = 0;
while ((tb = list_first_entry_or_null(&raw_entries,
struct lnet_text_buf,
ltb_list)) != NULL) {
strncpy(source, tb->ltb_text, sizeof(source));
source[sizeof(source) - 1] = '\0';
/* replace ltb_text with the network(s) add on match */
rc = lnet_match_network_tokens(tb->ltb_text, ipaddrs, nip);
if (rc < 0)
break;
list_del(&tb->ltb_list);
if (rc == 0) { /* no match */
lnet_free_text_buf(tb);
continue;
}
/* split into separate networks */
INIT_LIST_HEAD(¤t_nets);
list_add(&tb->ltb_list, ¤t_nets);
rc = lnet_splitnets(source, ¤t_nets);
if (rc < 0)
break;
list_for_each_safe(t, t2, ¤t_nets) {
tb = list_entry(t, struct lnet_text_buf, ltb_list);
list_move_tail(&tb->ltb_list, &matched_nets);
len += scnprintf(networks + len, sizeof(networks) - len,
"%s%s", (len == 0) ? "" : ",",
tb->ltb_text);
if (len >= sizeof(networks)) {
CERROR("Too many matched networks\n");
rc = -E2BIG;
goto out;
}
}
count++;
}
out:
lnet_free_text_bufs(&raw_entries);
lnet_free_text_bufs(&matched_nets);
lnet_free_text_bufs(¤t_nets);
LASSERT(lnet_tbnob == 0);
if (rc < 0)
return rc;
*networksp = networks;
return count;
}
__u32 lnet_set_link_fatal_state(struct lnet_ni *ni, unsigned int link_state)
{
__u32 old;
bool push = false;
CDEBUG(D_NET, "%s: set link fatal state to %u\n",
libcfs_nidstr(&ni->ni_nid), link_state);
old = atomic_xchg(&ni->ni_fatal_error_on, link_state);
if (old && !link_state &&
!nid_is_lo0(&ni->ni_nid) &&
atomic_read(&ni->ni_healthv) == LNET_MAX_HEALTH_VALUE) {
lnet_ni_lock(ni);
if (ni->ni_status &&
*ni->ni_status != LNET_NI_STATUS_UP)
push = lnet_ni_set_status_locked(ni,
LNET_NI_STATUS_UP);
lnet_ni_unlock(ni);
}
if (push)
lnet_push_update_to_peers(1);
return old;
}
EXPORT_SYMBOL(lnet_set_link_fatal_state);
int lnet_get_link_status_locked(struct net_device *dev)
{
int ret = -1;
if (!dev)
return -1;
if (!netif_running(dev)) {
ret = 0;
CDEBUG(D_NET, "device idx %d not running\n", dev->ifindex);
} else if (dev->ethtool_ops->get_link) {
/* Some devices may not be providing link settings */
ret = dev->ethtool_ops->get_link(dev);
CDEBUG(D_NET, "device idx %d get_link %u\n",
ret, dev->ifindex);
}
return ret;
}
EXPORT_SYMBOL(lnet_get_link_status_locked);
int lnet_get_link_status(struct net_device *dev)
{
int ret = -1;
if (!dev)
return -1;
rtnl_lock();
netdev_lock_ops(dev);
ret = lnet_get_link_status_locked(dev);
netdev_unlock_ops(dev);
rtnl_unlock();
return ret;
}
EXPORT_SYMBOL(lnet_get_link_status);
int lnet_inet_select(struct lnet_ni *ni, struct lnet_inetdev *ifaces,
int num_ifaces)
{
bool addr_set = nid_addr_is_set(&ni->ni_nid);
int if_idx;
/* default to first interface if both interface and NID unspecified */
if (!ni->ni_interface && !addr_set)
return 0;
for (if_idx = 0; if_idx < num_ifaces; if_idx++) {
if (ni->ni_interface && strlen(ni->ni_interface) &&
strcmp(ni->ni_interface, ifaces[if_idx].li_name) != 0)
/* not the specified interface */
continue;
if (!addr_set)
/* IP unspecified, use IP of first matching interface */
break;
if (ifaces[if_idx].li_size == NID_ADDR_BYTES(&ni->ni_nid)) {
char *addr = (char *)&ifaces[if_idx].li_ipaddr;
if (ifaces[if_idx].li_size != 4)
addr = (char *)ifaces[if_idx].li_ipv6addr;
if (memcmp(ni->ni_nid.nid_addr, addr,
ifaces[if_idx].li_size) == 0)
break;
}
}
if (if_idx < num_ifaces)
return if_idx;
if (addr_set)
CERROR("%s: failed to find UP interface with IP address %s\n",
libcfs_lnd2modname(ni->ni_nid.nid_type),
libcfs_nidstr(&ni->ni_nid));
else if (ni->ni_interface)
CERROR("%s: failed to find UP interface %s\n",
libcfs_lnd2modname(ni->ni_nid.nid_type),
ni->ni_interface);
return -EINVAL;
}
EXPORT_SYMBOL(lnet_inet_select);
int
lnet_parse_ip2nets(const char **networksp, const char *ip2nets)
{
struct lnet_inetdev *ifaces = NULL;
u32 *ipaddrs = NULL;
int nip;
int rc;
int i;
CWARN("Kernel parsing of ip2nets is deprecated. Consider converting to LNet YAML configuration.\n");
if (current->nsproxy && current->nsproxy->net_ns)
nip = lnet_inet_enumerate(&ifaces, current->nsproxy->net_ns,
the_lnet.ln_nis_use_large_nids);
else
nip = lnet_inet_enumerate(&ifaces, &init_net,
the_lnet.ln_nis_use_large_nids);
if (nip < 0) {
if (nip != -ENOENT) {
LCONSOLE_ERROR("Error %d enumerating local IP interfaces for ip2nets to match\n",
nip);
} else {
LCONSOLE_ERROR("No local IP interfaces for ip2nets to match\n");
}
rc = nip;
goto out_free_addrs;
}
CFS_ALLOC_PTR_ARRAY(ipaddrs, nip);
if (!ipaddrs) {
rc = -ENOMEM;
CERROR("lnet: Can't allocate ipaddrs[%d], rc = %d\n",
nip, rc);
goto out_free_addrs;
}
for (i = 0; i < nip; i++)
ipaddrs[i] = ntohl(ifaces[i].li_ipaddr);
rc = lnet_match_networks(networksp, ip2nets, ipaddrs, nip);
if (rc < 0) {
LCONSOLE_ERROR("Error %d parsing ip2nets\n", rc);
} else if (rc == 0) {
LCONSOLE_ERROR("ip2nets does not match any local IP interfaces\n");
rc = -ENOENT;
}
CFS_FREE_PTR_ARRAY(ipaddrs, nip);
out_free_addrs:
kfree(ifaces);
return rc > 0 ? 0 : rc;
}
