432 строки
15 KiB
C
432 строки
15 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2013-2015 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* Copyright (c) 2015 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
#define _GNU_SOURCE
|
|
#include <stdio.h>
|
|
|
|
#include <sys/types.h>
|
|
#include <unistd.h>
|
|
|
|
#include "oshmem_config.h"
|
|
#include "orte/util/show_help.h"
|
|
#include "shmem.h"
|
|
#include "oshmem/runtime/params.h"
|
|
#include "oshmem/mca/spml/spml.h"
|
|
#include "oshmem/mca/spml/base/base.h"
|
|
#include "spml_ikrit_component.h"
|
|
#include "oshmem/mca/spml/ikrit/spml_ikrit.h"
|
|
|
|
#include "orte/util/show_help.h"
|
|
|
|
static int mca_spml_ikrit_component_register(void);
|
|
static int mca_spml_ikrit_component_open(void);
|
|
static int mca_spml_ikrit_component_close(void);
|
|
static mca_spml_base_module_t*
|
|
mca_spml_ikrit_component_init(int* priority,
|
|
bool enable_progress_threads,
|
|
bool enable_mpi_threads);
|
|
static int mca_spml_ikrit_component_fini(void);
|
|
mca_spml_base_component_2_0_0_t mca_spml_ikrit_component = {
|
|
|
|
/* First, the mca_base_component_t struct containing meta
|
|
information about the component itself */
|
|
|
|
.spmlm_version = {
|
|
MCA_SPML_BASE_VERSION_2_0_0,
|
|
|
|
.mca_component_name = "ikrit",
|
|
MCA_BASE_MAKE_VERSION(component, OSHMEM_MAJOR_VERSION, OSHMEM_MINOR_VERSION,
|
|
OSHMEM_RELEASE_VERSION),
|
|
.mca_open_component = mca_spml_ikrit_component_open,
|
|
.mca_close_component = mca_spml_ikrit_component_close,
|
|
.mca_register_component_params = mca_spml_ikrit_component_register,
|
|
},
|
|
.spmlm_data = {
|
|
/* The component is checkpoint ready */
|
|
MCA_BASE_METADATA_PARAM_CHECKPOINT
|
|
},
|
|
|
|
.spmlm_init = mca_spml_ikrit_component_init,
|
|
.spmlm_finalize = mca_spml_ikrit_component_fini,
|
|
};
|
|
|
|
#if MXM_API >= MXM_VERSION(2,1)
|
|
static inline int check_mxm_tls(char *var)
|
|
{
|
|
char *str;
|
|
|
|
str = getenv(var);
|
|
if (NULL == str) {
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
if (NULL != strstr(str, "shm")) {
|
|
if (0 < asprintf(&str,
|
|
"%s=%s",
|
|
var, getenv(var)
|
|
)) {
|
|
orte_show_help("help-oshmem-spml-ikrit.txt", "mxm shm tls", true,
|
|
str);
|
|
free(str);
|
|
}
|
|
return OSHMEM_ERROR;
|
|
}
|
|
if (NULL == strstr(str, "rc") && NULL == strstr(str, "dc")) {
|
|
mca_spml_ikrit.ud_only = 1;
|
|
} else {
|
|
mca_spml_ikrit.ud_only = 0;
|
|
}
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static inline int set_mxm_tls(void)
|
|
{
|
|
char *tls;
|
|
|
|
/*
|
|
* Set DC defaults optimized for shmem
|
|
*/
|
|
opal_setenv("MXM_OSHMEM_DC_QP_LIMIT", "2", 0, &environ);
|
|
opal_setenv("MXM_OSHMEM_DC_RNDV_QP_LIMIT", "2", 0, &environ);
|
|
opal_setenv("MXM_OSHMEM_DC_MSS", "8196", 0, &environ);
|
|
|
|
tls = getenv("MXM_OSHMEM_TLS");
|
|
if (NULL != tls) {
|
|
return check_mxm_tls("MXM_OSHMEM_TLS");
|
|
}
|
|
|
|
tls = getenv("MXM_TLS");
|
|
if (NULL == tls) {
|
|
opal_setenv("MXM_OSHMEM_TLS", mca_spml_ikrit.mxm_tls, 1, &environ);
|
|
return check_mxm_tls("MXM_OSHMEM_TLS");
|
|
}
|
|
if (OSHMEM_SUCCESS == check_mxm_tls("MXM_TLS")) {
|
|
opal_setenv("MXM_OSHMEM_TLS", tls, 1, &environ);
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
return OSHMEM_ERROR;
|
|
}
|
|
|
|
static inline int check_mxm_hw_tls(char *v, char *tls)
|
|
{
|
|
if (v && tls) {
|
|
if ((0 == strcmp(tls, "rc") || 0 == strcmp(tls, "dc"))) {
|
|
mca_spml_ikrit.ud_only = 0;
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
if (strstr(tls, "ud") &&
|
|
(NULL == strstr(tls, "rc") && NULL == strstr(tls, "dc") &&
|
|
NULL == strstr(tls, "shm"))) {
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
}
|
|
|
|
orte_show_help("help-oshmem-spml-ikrit.txt", "mxm tls", true,
|
|
v, tls);
|
|
return OSHMEM_ERROR;
|
|
}
|
|
|
|
static inline int set_mxm_hw_rdma_tls(void)
|
|
{
|
|
if (!mca_spml_ikrit.hw_rdma_channel) {
|
|
return check_mxm_hw_tls("MXM_OSHMEM_TLS", getenv("MXM_OSHMEM_TLS"));
|
|
}
|
|
opal_setenv("MXM_OSHMEM_HW_RDMA_RC_QP_LIMIT", "-1", 0, &environ);
|
|
opal_setenv("MXM_OSHMEM_HW_RDMA_TLS", "rc", 0, &environ);
|
|
SPML_VERBOSE(5, "Additional communication channel is enabled. Transports are: %s",
|
|
getenv("MXM_OSHMEM_HW_RDMA_TLS"));
|
|
|
|
return check_mxm_hw_tls("MXM_OSHMEM_HW_RDMA_TLS",
|
|
getenv("MXM_OSHMEM_HW_RDMA_TLS"));
|
|
}
|
|
|
|
#endif
|
|
|
|
static inline void mca_spml_ikrit_param_register_int(const char* param_name,
|
|
int default_value,
|
|
const char *help_msg,
|
|
int *storage)
|
|
{
|
|
*storage = default_value;
|
|
(void) mca_base_component_var_register(&mca_spml_ikrit_component.spmlm_version,
|
|
param_name,
|
|
help_msg,
|
|
MCA_BASE_VAR_TYPE_INT, NULL, 0, 0,
|
|
OPAL_INFO_LVL_9,
|
|
MCA_BASE_VAR_SCOPE_READONLY,
|
|
storage);
|
|
}
|
|
|
|
static inline void mca_spml_ikrit_param_register_size_t(const char* param_name,
|
|
size_t default_value,
|
|
const char *help_msg,
|
|
size_t *storage)
|
|
{
|
|
*storage = default_value;
|
|
(void) mca_base_component_var_register(&mca_spml_ikrit_component.spmlm_version,
|
|
param_name,
|
|
help_msg,
|
|
MCA_BASE_VAR_TYPE_SIZE_T, NULL, 0, 0,
|
|
OPAL_INFO_LVL_9,
|
|
MCA_BASE_VAR_SCOPE_READONLY,
|
|
storage);
|
|
}
|
|
|
|
static inline void mca_spml_ikrit_param_register_string(const char* param_name,
|
|
char* default_value,
|
|
const char *help_msg,
|
|
char **storage)
|
|
{
|
|
*storage = default_value;
|
|
(void) mca_base_component_var_register(&mca_spml_ikrit_component.spmlm_version,
|
|
param_name,
|
|
help_msg,
|
|
MCA_BASE_VAR_TYPE_STRING, NULL, 0, 0,
|
|
OPAL_INFO_LVL_9,
|
|
MCA_BASE_VAR_SCOPE_READONLY,
|
|
storage);
|
|
}
|
|
|
|
static int mca_spml_ikrit_component_register(void)
|
|
{
|
|
char *v;
|
|
|
|
mca_spml_ikrit_param_register_int("free_list_num", 1024,
|
|
0,
|
|
&mca_spml_ikrit.free_list_num);
|
|
mca_spml_ikrit_param_register_int("free_list_max", 1024,
|
|
0,
|
|
&mca_spml_ikrit.free_list_max);
|
|
mca_spml_ikrit_param_register_int("free_list_inc", 16,
|
|
0,
|
|
&mca_spml_ikrit.free_list_inc);
|
|
mca_spml_ikrit_param_register_int("bulk_connect", 1,
|
|
0,
|
|
&mca_spml_ikrit.bulk_connect);
|
|
mca_spml_ikrit_param_register_int("bulk_disconnect", 1,
|
|
0,
|
|
&mca_spml_ikrit.bulk_disconnect);
|
|
mca_spml_ikrit_param_register_int("priority", 20,
|
|
"[integer] ikrit priority",
|
|
&mca_spml_ikrit.priority);
|
|
mca_spml_ikrit_param_register_int("hw_rdma_channel", 0,
|
|
"create separate reliable connection channel",
|
|
&mca_spml_ikrit.hw_rdma_channel);
|
|
|
|
if (!mca_spml_ikrit.hw_rdma_channel)
|
|
v = "ud,self";
|
|
else
|
|
v = "rc,ud,self";
|
|
mca_spml_ikrit_param_register_string("mxm_tls",
|
|
v,
|
|
"[string] TL channels for MXM",
|
|
&mca_spml_ikrit.mxm_tls);
|
|
|
|
mca_spml_ikrit_param_register_int("np",
|
|
0,
|
|
"[integer] Minimal allowed job's NP to activate ikrit", &mca_spml_ikrit.np);
|
|
mca_spml_ikrit_param_register_int("unsync_conn_max", 8,
|
|
"[integer] Max number of connections that do not require notification of PUT operation remote completion. Increasing this number improves efficiency of p2p communication but increases overhead of shmem_fence/shmem_quiet/shmem_barrier",
|
|
&mca_spml_ikrit.unsync_conn_max);
|
|
|
|
mca_spml_ikrit_param_register_size_t("put_zcopy_threshold", 16384ULL,
|
|
"[size_t] Use zero copy put if message size is greater than the threshold",
|
|
&mca_spml_ikrit.put_zcopy_threshold);
|
|
if (oshmem_num_procs() < mca_spml_ikrit.np) {
|
|
SPML_VERBOSE(1,
|
|
"Not enough ranks (%d<%d), disqualifying spml/ikrit",
|
|
oshmem_num_procs(), mca_spml_ikrit.np);
|
|
return OSHMEM_ERR_NOT_AVAILABLE;
|
|
}
|
|
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
int spml_ikrit_progress(void)
|
|
{
|
|
mxm_error_t err;
|
|
|
|
err = mxm_progress(mca_spml_ikrit.mxm_context);
|
|
if ((MXM_OK != err) && (MXM_ERR_NO_PROGRESS != err)) {
|
|
orte_show_help("help-oshmem-spml-ikrit.txt",
|
|
"errors during mxm_progress",
|
|
true,
|
|
mxm_error_string(err));
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
static int mca_spml_ikrit_component_open(void)
|
|
{
|
|
mxm_error_t err;
|
|
unsigned long cur_ver;
|
|
|
|
cur_ver = mxm_get_version();
|
|
if (cur_ver != MXM_API) {
|
|
SPML_WARNING(
|
|
"OSHMEM was compiled with MXM version %d.%d but version %ld.%ld detected.",
|
|
MXM_VERNO_MAJOR, MXM_VERNO_MINOR,
|
|
(cur_ver >> MXM_MAJOR_BIT) & 0xff,
|
|
(cur_ver >> MXM_MINOR_BIT) & 0xff);
|
|
}
|
|
|
|
mca_spml_ikrit.mxm_mq = NULL;
|
|
mca_spml_ikrit.mxm_context = NULL;
|
|
mca_spml_ikrit.ud_only = 0;
|
|
#if MXM_API < MXM_VERSION(2,1)
|
|
mca_spml_ikrit.hw_rdma_channel = 0;
|
|
if ((MXM_OK != mxm_config_read_context_opts(&mca_spml_ikrit.mxm_ctx_opts)) ||
|
|
(MXM_OK != mxm_config_read_ep_opts(&mca_spml_ikrit.mxm_ep_opts)))
|
|
#else
|
|
if (OSHMEM_SUCCESS != set_mxm_tls()) {
|
|
return OSHMEM_ERROR;
|
|
}
|
|
if (OSHMEM_SUCCESS != set_mxm_hw_rdma_tls()) {
|
|
return OSHMEM_ERROR;
|
|
}
|
|
if ((mca_spml_ikrit.hw_rdma_channel && MXM_OK != mxm_config_read_opts(&mca_spml_ikrit.mxm_ctx_opts,
|
|
&mca_spml_ikrit.mxm_ep_hw_rdma_opts,
|
|
"OSHMEM_HW_RDMA", NULL, 0)) ||
|
|
MXM_OK != mxm_config_read_opts(&mca_spml_ikrit.mxm_ctx_opts,
|
|
&mca_spml_ikrit.mxm_ep_opts,
|
|
"OSHMEM", NULL, 0))
|
|
#endif
|
|
{
|
|
SPML_ERROR("Failed to parse MXM configuration");
|
|
return OSHMEM_ERROR;
|
|
}
|
|
|
|
SPML_VERBOSE(5, "UD only mode is %s",
|
|
mca_spml_ikrit.ud_only ? "enabled" : "disabled");
|
|
|
|
err = mxm_init(mca_spml_ikrit.mxm_ctx_opts, &mca_spml_ikrit.mxm_context);
|
|
if (MXM_OK != err) {
|
|
if (MXM_ERR_NO_DEVICE == err) {
|
|
SPML_VERBOSE(1,
|
|
"No supported device found, disqualifying spml/ikrit");
|
|
} else {
|
|
orte_show_help("help-oshmem-spml-ikrit.txt",
|
|
"mxm init",
|
|
true,
|
|
mxm_error_string(err));
|
|
}
|
|
return OSHMEM_ERR_NOT_AVAILABLE;
|
|
}
|
|
|
|
err = mxm_mq_create(mca_spml_ikrit.mxm_context,
|
|
MXM_SHMEM_MQ_ID,
|
|
&mca_spml_ikrit.mxm_mq);
|
|
if (MXM_OK != err) {
|
|
orte_show_help("help-oshmem-spml-ikrit.txt",
|
|
"mxm mq create",
|
|
true,
|
|
mxm_error_string(err));
|
|
return OSHMEM_ERROR;
|
|
}
|
|
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static int mca_spml_ikrit_component_close(void)
|
|
{
|
|
if (mca_spml_ikrit.mxm_mq) {
|
|
mxm_mq_destroy(mca_spml_ikrit.mxm_mq);
|
|
}
|
|
if (mca_spml_ikrit.mxm_context) {
|
|
mxm_cleanup(mca_spml_ikrit.mxm_context);
|
|
mxm_config_free_ep_opts(mca_spml_ikrit.mxm_ep_opts);
|
|
mxm_config_free_context_opts(mca_spml_ikrit.mxm_ctx_opts);
|
|
if (mca_spml_ikrit.hw_rdma_channel)
|
|
mxm_config_free_ep_opts(mca_spml_ikrit.mxm_ep_hw_rdma_opts);
|
|
}
|
|
mca_spml_ikrit.mxm_mq = NULL;
|
|
mca_spml_ikrit.mxm_context = NULL;
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static int spml_ikrit_mxm_init(void)
|
|
{
|
|
mxm_error_t err;
|
|
|
|
/* Open MXM endpoint */
|
|
err = mxm_ep_create(mca_spml_ikrit.mxm_context,
|
|
mca_spml_ikrit.mxm_ep_opts,
|
|
&mca_spml_ikrit.mxm_ep);
|
|
if (MXM_OK != err) {
|
|
orte_show_help("help-oshmem-spml-ikrit.txt",
|
|
"unable to create endpoint",
|
|
true,
|
|
mxm_error_string(err));
|
|
return OSHMEM_ERROR;
|
|
}
|
|
if (mca_spml_ikrit.hw_rdma_channel) {
|
|
err = mxm_ep_create(mca_spml_ikrit.mxm_context,
|
|
mca_spml_ikrit.mxm_ep_hw_rdma_opts,
|
|
&mca_spml_ikrit.mxm_hw_rdma_ep);
|
|
if (MXM_OK != err) {
|
|
orte_show_help("help-oshmem-spml-ikrit.txt",
|
|
"unable to create endpoint",
|
|
true,
|
|
mxm_error_string(err));
|
|
return OSHMEM_ERROR;
|
|
}
|
|
} else {
|
|
mca_spml_ikrit.mxm_hw_rdma_ep = mca_spml_ikrit.mxm_ep;
|
|
}
|
|
|
|
oshmem_ctx_default = (shmem_ctx_t) &mca_spml_ikrit_ctx_default;
|
|
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static mca_spml_base_module_t*
|
|
mca_spml_ikrit_component_init(int* priority,
|
|
bool enable_progress_threads,
|
|
bool enable_mpi_threads)
|
|
{
|
|
SPML_VERBOSE( 10, "in ikrit, my priority is %d\n", mca_spml_ikrit.priority);
|
|
|
|
if ((*priority) > mca_spml_ikrit.priority) {
|
|
*priority = mca_spml_ikrit.priority;
|
|
return NULL ;
|
|
}
|
|
*priority = mca_spml_ikrit.priority;
|
|
|
|
if (OSHMEM_SUCCESS != spml_ikrit_mxm_init())
|
|
return NULL ;
|
|
|
|
mca_spml_ikrit.n_active_puts = 0;
|
|
mca_spml_ikrit.n_active_gets = 0;
|
|
mca_spml_ikrit.n_mxm_fences = 0;
|
|
SPML_VERBOSE(50, "*** ikrit initialized ****");
|
|
return &mca_spml_ikrit.super;
|
|
}
|
|
|
|
static int mca_spml_ikrit_component_fini(void)
|
|
{
|
|
opal_progress_unregister(spml_ikrit_progress);
|
|
if (NULL != mca_spml_ikrit.mxm_ep) {
|
|
mxm_ep_destroy(mca_spml_ikrit.mxm_ep);
|
|
}
|
|
if (mca_spml_ikrit.hw_rdma_channel) {
|
|
mxm_ep_destroy(mca_spml_ikrit.mxm_hw_rdma_ep);
|
|
}
|
|
|
|
if(!mca_spml_ikrit.enabled)
|
|
return OSHMEM_SUCCESS; /* never selected.. return success.. */
|
|
mca_spml_ikrit.enabled = false; /* not anymore */
|
|
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|