f98a442c82
open MTL MX and BTL MX and initialize them at the same time. The problem is that both call mx_init and mx_finalize, solution is to add an external entity that does the init and finalize (based on ref counting). This commit was SVN r13576.
136 строки
4.4 KiB
C
136 строки
4.4 KiB
C
/*
|
|
* Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "opal/event/event.h"
|
|
#include "opal/mca/base/mca_base_param.h"
|
|
#include "opal/util/output.h"
|
|
#include "ompi/datatype/convertor.h"
|
|
#include "ompi/mca/mtl/base/base.h"
|
|
#include "ompi/mca/common/mx/common_mx.h"
|
|
|
|
#include "mtl_mx.h"
|
|
#include "mtl_mx_types.h"
|
|
#include "mtl_mx_request.h"
|
|
|
|
#include "myriexpress.h"
|
|
|
|
#define MCA_MTL_MX_QUEUE_LENGTH_MAX 2*1024*1024
|
|
static int ompi_mtl_mx_component_open(void);
|
|
static int ompi_mtl_mx_component_close(void);
|
|
|
|
static mca_mtl_base_module_t* ompi_mtl_mx_component_init( bool enable_progress_threads,
|
|
bool enable_mpi_threads );
|
|
|
|
mca_mtl_mx_component_t mca_mtl_mx_component = {
|
|
|
|
{
|
|
/* First, the mca_base_component_t struct containing meta
|
|
* information about the component itself */
|
|
|
|
{
|
|
/* Indicate that we are a mtl v1.0.0 component (which also implies
|
|
* a specific MCA version) */
|
|
|
|
MCA_MTL_BASE_VERSION_1_0_0,
|
|
|
|
"mx", /* MCA component name */
|
|
OMPI_MAJOR_VERSION, /* MCA component major version */
|
|
OMPI_MINOR_VERSION, /* MCA component minor version */
|
|
OMPI_RELEASE_VERSION, /* MCA component release version */
|
|
ompi_mtl_mx_component_open, /* component open */
|
|
ompi_mtl_mx_component_close /* component close */
|
|
},
|
|
|
|
/* Next the MCA v1.0.0 component meta data */
|
|
|
|
{
|
|
/* Whether the component is checkpointable or not */
|
|
false
|
|
},
|
|
|
|
ompi_mtl_mx_component_init /* component init */
|
|
}
|
|
};
|
|
|
|
|
|
static int
|
|
ompi_mtl_mx_component_open(void)
|
|
{
|
|
|
|
|
|
mca_base_param_reg_int(&mca_mtl_mx_component.super.mtl_version, "filter",
|
|
"user assigned value used to filter incomming messages",
|
|
false, false, 0xaaaaffff, &ompi_mtl_mx.mx_filter);
|
|
|
|
mca_base_param_reg_int(&mca_mtl_mx_component.super.mtl_version, "timeout",
|
|
"Timeout for connections",
|
|
false, false, MX_INFINITE, &ompi_mtl_mx.mx_timeout);
|
|
|
|
mca_base_param_reg_int(&mca_mtl_mx_component.super.mtl_version, "retries",
|
|
"Number of retries for each new connection before considering the peer as unreacheable",
|
|
false, false, 20, &ompi_mtl_mx.mx_retries);
|
|
|
|
mca_base_param_reg_int(&mca_mtl_mx_component.super.mtl_version, "shared_mem",
|
|
"Enable the MX support for shared memory",
|
|
false, true, 1, &ompi_mtl_mx.mx_support_sharedmem );
|
|
|
|
mca_base_param_reg_int(&mca_mtl_mx_component.super.mtl_version, "unexpected_queue_length",
|
|
"Length of MX unexpected message queue",
|
|
false, false, MCA_MTL_MX_QUEUE_LENGTH_MAX, &ompi_mtl_mx.mx_unexp_queue_max);
|
|
|
|
if(ompi_mtl_mx.mx_unexp_queue_max > MCA_MTL_MX_QUEUE_LENGTH_MAX) {
|
|
ompi_mtl_mx.mx_unexp_queue_max = MCA_MTL_MX_QUEUE_LENGTH_MAX;
|
|
}
|
|
return OMPI_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
static int
|
|
ompi_mtl_mx_component_close(void)
|
|
{
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
static mca_mtl_base_module_t*
|
|
ompi_mtl_mx_component_init(bool enable_progress_threads,
|
|
bool enable_mpi_threads)
|
|
{
|
|
int ret;
|
|
|
|
ret = ompi_common_mx_initialize();
|
|
if(OMPI_SUCCESS != ret) {
|
|
return NULL;
|
|
}
|
|
|
|
ret = ompi_mtl_mx_module_init();
|
|
if (OMPI_SUCCESS != ret) {
|
|
return NULL;
|
|
}
|
|
|
|
ompi_mtl_mx.super.mtl_request_size =
|
|
sizeof(mca_mtl_mx_request_t) -
|
|
sizeof(struct mca_mtl_request_t);
|
|
|
|
return &ompi_mtl_mx.super;
|
|
}
|
|
|