reachable: Implement netlink component
Wire up the libnl utilities Jeff and Ralph added previously to the netlink reachable component so that it actually does work. The algorithm is a bit simplistic, but should work for our use cases. If there's a route, assume the two interfaces can talk. If there's no gateway, assume the two interfaces are in the same subnet, and give preference to that connection. If there's a gateway, assume there's a route, but the interfaces are not in the same subnet. Signed-off-by: Brian Barrett <bbarrett@amazon.com>
Этот коммит содержится в:
Gabe Saba
Brian Barrett
родитель
4d81006222
Коммит
9e53605a6f
@ -2,6 +2,8 @@
|
||||
/*
|
||||
* Copyright (c) 2014-2015 Intel, Inc. All rights reserved.
|
||||
* Copyright (c) 2015 Cisco Systems. All rights reserved.
|
||||
* Copyright (c) 2017 Amazon.com, Inc. or its affiliates.
|
||||
* All Rights reserved.
|
||||
* $COPYRIGHT$
|
||||
*
|
||||
* Additional copyrights may follow
|
||||
@ -13,12 +15,27 @@
|
||||
#include "opal/constants.h"
|
||||
#include "opal/types.h"
|
||||
|
||||
#ifdef HAVE_MATH_H
|
||||
#include <math.h>
|
||||
#endif
|
||||
|
||||
#include "opal/util/net.h"
|
||||
#include "opal/mca/reachable/base/base.h"
|
||||
#include "reachable_netlink.h"
|
||||
#include "libnl_utils.h"
|
||||
|
||||
enum connection_quality {
|
||||
CQ_NO_CONNECTION = 0,
|
||||
CQ_DIFFERENT_NETWORK = 50,
|
||||
CQ_SAME_NETWORK = 100
|
||||
};
|
||||
|
||||
/* Local variables */
|
||||
static int init_counter = 0;
|
||||
|
||||
static int get_weights(opal_if_t *local_if, opal_if_t *remote_if);
|
||||
static int calculate_weight(int bandwidth_local, int bandwidth_remote,
|
||||
int connection_quality);
|
||||
|
||||
static int netlink_init(void)
|
||||
{
|
||||
@ -34,15 +51,168 @@ static int netlink_fini(void)
|
||||
return OPAL_SUCCESS;
|
||||
}
|
||||
|
||||
/*
|
||||
* Determines whether a connection is possible between
|
||||
* pairs of local and remote interfaces. To determine
|
||||
* reachability, the kernel's routing table is queried.
|
||||
* Higher weightings are given to connections on the same
|
||||
* network.
|
||||
*/
|
||||
static opal_reachable_t* netlink_reachable(opal_list_t *local_if,
|
||||
opal_list_t *remote_if)
|
||||
{
|
||||
/* JMS Fill me in */
|
||||
return NULL;
|
||||
opal_reachable_t *reachable_results = NULL;
|
||||
int i, j;
|
||||
opal_if_t *local_iter, *remote_iter;
|
||||
|
||||
reachable_results = opal_reachable_allocate(local_if->opal_list_length,
|
||||
remote_if->opal_list_length);
|
||||
if (NULL == reachable_results) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
i = 0;
|
||||
OPAL_LIST_FOREACH(local_iter, local_if, opal_if_t) {
|
||||
j = 0;
|
||||
OPAL_LIST_FOREACH(remote_iter, remote_if, opal_if_t) {
|
||||
reachable_results->weights[i][j] = get_weights(local_iter, remote_iter);
|
||||
j++;
|
||||
}
|
||||
i++;
|
||||
}
|
||||
|
||||
return reachable_results;
|
||||
}
|
||||
|
||||
|
||||
static int get_weights(opal_if_t *local_if, opal_if_t *remote_if)
|
||||
{
|
||||
char str_local[128], str_remote[128], *conn_type;
|
||||
int outgoing_interface, ret, weight, has_gateway;
|
||||
|
||||
/* opal_net_get_hostname returns a static buffer. Great for
|
||||
single address printfs, need to copy in this case */
|
||||
strncpy(str_local,
|
||||
opal_net_get_hostname((struct sockaddr *)&local_if->if_addr),
|
||||
sizeof(str_local));
|
||||
strncpy(str_remote,
|
||||
opal_net_get_hostname((struct sockaddr *)&remote_if->if_addr),
|
||||
sizeof(str_remote));
|
||||
|
||||
/* initially, assume no connection is possible */
|
||||
weight = calculate_weight(0, 0, CQ_NO_CONNECTION);
|
||||
|
||||
if (AF_INET == local_if->af_family && AF_INET == remote_if->af_family) {
|
||||
uint32_t local_ip, remote_ip;
|
||||
|
||||
local_ip = (uint32_t)((struct sockaddr_in *)&(local_if->if_addr))->sin_addr.s_addr;
|
||||
remote_ip = (uint32_t)((struct sockaddr_in *)&(remote_if->if_addr))->sin_addr.s_addr;
|
||||
outgoing_interface = local_if->if_kernel_index;
|
||||
|
||||
ret = opal_reachable_netlink_rt_lookup(local_ip,
|
||||
remote_ip,
|
||||
outgoing_interface,
|
||||
&has_gateway);
|
||||
if (0 == ret) {
|
||||
if (0 == has_gateway) {
|
||||
conn_type = "IPv4 SAME NETWORK";
|
||||
weight = calculate_weight(local_if->if_bandwidth,
|
||||
remote_if->if_bandwidth,
|
||||
CQ_SAME_NETWORK);
|
||||
} else {
|
||||
conn_type = "IPv4 DIFFERENT NETWORK";
|
||||
weight = calculate_weight(local_if->if_bandwidth,
|
||||
remote_if->if_bandwidth,
|
||||
CQ_DIFFERENT_NETWORK);
|
||||
}
|
||||
} else {
|
||||
conn_type = "IPv4 NO CONNECTION";
|
||||
weight = calculate_weight(0, 0, CQ_NO_CONNECTION);
|
||||
}
|
||||
|
||||
#if OPAL_ENABLE_IPV6
|
||||
} else if (AF_INET6 == local_if->af_family && AF_INET6 == remote_if->af_family) {
|
||||
struct in6_addr *local_ip, *remote_ip;
|
||||
|
||||
local_ip = &((struct sockaddr_in6 *)&(local_if->if_addr))->sin6_addr;
|
||||
remote_ip = &((struct sockaddr_in6 *)&(remote_if->if_addr))->sin6_addr;
|
||||
outgoing_interface = local_if->if_kernel_index;
|
||||
|
||||
ret = opal_reachable_netlink_rt_lookup6(local_ip,
|
||||
remote_ip,
|
||||
outgoing_interface,
|
||||
&has_gateway);
|
||||
|
||||
if (0 == ret) {
|
||||
if (0 == has_gateway) {
|
||||
conn_type = "IPv6 SAME NETWORK";
|
||||
weight = calculate_weight(local_if->if_bandwidth,
|
||||
remote_if->if_bandwidth,
|
||||
CQ_SAME_NETWORK);
|
||||
} else {
|
||||
conn_type = "IPv6 DIFFERENT NETWORK";
|
||||
weight = calculate_weight(local_if->if_bandwidth,
|
||||
remote_if->if_bandwidth,
|
||||
CQ_DIFFERENT_NETWORK);
|
||||
}
|
||||
} else {
|
||||
conn_type = "IPv6 NO CONNECTION";
|
||||
weight = calculate_weight(0, 0, CQ_NO_CONNECTION);
|
||||
}
|
||||
#endif /* #if OPAL_ENABLE_IPV6 */
|
||||
|
||||
} else {
|
||||
/* we don't have an address family match, so assume no
|
||||
connection */
|
||||
conn_type = "Address type mismatch";
|
||||
weight = calculate_weight(0, 0, CQ_NO_CONNECTION);
|
||||
}
|
||||
|
||||
opal_output_verbose(20, opal_reachable_base_framework.framework_output,
|
||||
"reachable:netlink: path from %s to %s: %s",
|
||||
str_local, str_remote, conn_type);
|
||||
|
||||
return weight;
|
||||
}
|
||||
|
||||
|
||||
const opal_reachable_base_module_t opal_reachable_netlink_module = {
|
||||
netlink_init,
|
||||
netlink_fini,
|
||||
netlink_reachable
|
||||
};
|
||||
|
||||
|
||||
/*
|
||||
* Weights determined by bandwidth between
|
||||
* interfaces (limited by lower bandwidth
|
||||
* interface). A penalty is added to minimize
|
||||
* the discrepancy in bandwidth. This helps
|
||||
* prevent pairing of fast and slow interfaces
|
||||
*
|
||||
* Formula: connection_quality * (min(a,b) + 1/(1 + |a-b|))
|
||||
*
|
||||
* Examples: a b f(a,b)
|
||||
* 0 0 1
|
||||
* 0 1 0.5
|
||||
* 1 1 2
|
||||
* 1 2 1.5
|
||||
* 1 3 1.33
|
||||
* 1 10 1.1
|
||||
* 10 10 11
|
||||
* 10 14 10.2
|
||||
* 11 14 11.25
|
||||
* 11 15 11.2
|
||||
*
|
||||
* NOTE: connection_quality of 1 is assumed for examples.
|
||||
* In reality, since we're using integers, we need
|
||||
* connection_quality to be large enough
|
||||
* to capture decimals
|
||||
*/
|
||||
static int calculate_weight(int bandwidth_local, int bandwidth_remote,
|
||||
int connection_quality)
|
||||
{
|
||||
int weight = connection_quality * (MIN(bandwidth_local, bandwidth_remote) +
|
||||
1.0/(1.0 + (double)abs(bandwidth_local - bandwidth_remote)));
|
||||
return weight;
|
||||
}
|
||||
|
||||
@ -89,11 +89,11 @@ static int opal_reachable_netlink_is_nlreply_err(struct nlmsghdr *nlm_hdr)
|
||||
if (nlm_hdr->nlmsg_type == NLMSG_ERROR) {
|
||||
struct nlmsgerr *e = (struct nlmsgerr *)nlmsg_data(nlm_hdr);
|
||||
if (nlm_hdr->nlmsg_len >= (__u32)NLMSG_SIZE(sizeof(*e)))
|
||||
opal_output(0,
|
||||
"Received a netlink error message");
|
||||
opal_output_verbose(20, 0,
|
||||
"Received a netlink error message");
|
||||
else
|
||||
opal_output(0,
|
||||
"Received a truncated netlink error message\n");
|
||||
opal_output_verbose(20, 0,
|
||||
"Received a truncated netlink error message\n");
|
||||
return 1;
|
||||
}
|
||||
|
||||
@ -251,9 +251,12 @@ static int opal_reachable_netlink_rt_raw_parse_cb(struct nl_msg *msg, void *arg)
|
||||
if (nla_get_u32(tb[RTA_OIF]) == (uint32_t)lookup_arg->oif)
|
||||
found = 1;
|
||||
else
|
||||
opal_output(0, "Retrieved route has a different outgoing interface %d (expected %d)\n",
|
||||
nla_get_u32(tb[RTA_OIF]),
|
||||
lookup_arg->oif);
|
||||
/* usually, this means that there is a route to the remote
|
||||
host, but that it's not through the given interface. For
|
||||
our purposes, that means it's not reachable. */
|
||||
opal_output_verbose(20, 0, "Retrieved route has a different outgoing interface %d (expected %d)\n",
|
||||
nla_get_u32(tb[RTA_OIF]),
|
||||
lookup_arg->oif);
|
||||
}
|
||||
|
||||
if (found && tb[RTA_GATEWAY]) {
|
||||
|
||||
Загрузка…
x
Ссылка в новой задаче
Block a user