2006-09-14 20:44:02 +04:00
|
|
|
/*
|
2007-03-17 02:11:45 +03:00
|
|
|
* Copyright (c) 2004-2007 The Trustees of Indiana University and Indiana
|
2006-09-14 20:44:02 +04:00
|
|
|
* University Research and Technology
|
|
|
|
* Corporation. All rights reserved.
|
|
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
|
|
* of Tennessee Research Foundation. All rights
|
|
|
|
* reserved.
|
|
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
|
|
* University of Stuttgart. All rights reserved.
|
|
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
|
|
* All rights reserved.
|
|
|
|
* Copyright (c) 2006 QLogic Corporation. All rights reserved.
|
|
|
|
* $COPYRIGHT$
|
|
|
|
*
|
|
|
|
* Additional copyrights may follow
|
|
|
|
*
|
|
|
|
* $HEADER$
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "ompi_config.h"
|
|
|
|
|
|
|
|
#include "opal/event/event.h"
|
|
|
|
#include "opal/mca/base/mca_base_param.h"
|
2008-06-09 18:53:58 +04:00
|
|
|
#include "orte/util/show_help.h"
|
2006-09-14 20:44:02 +04:00
|
|
|
#include "ompi/datatype/convertor.h"
|
|
|
|
|
|
|
|
#include "mtl_psm.h"
|
|
|
|
#include "mtl_psm_types.h"
|
|
|
|
#include "mtl_psm_request.h"
|
|
|
|
|
|
|
|
#include "psm.h"
|
|
|
|
|
|
|
|
static int ompi_mtl_psm_component_open(void);
|
|
|
|
static int ompi_mtl_psm_component_close(void);
|
|
|
|
|
|
|
|
static mca_mtl_base_module_t* ompi_mtl_psm_component_init( bool enable_progress_threads,
|
|
|
|
bool enable_mpi_threads );
|
|
|
|
|
|
|
|
mca_mtl_psm_component_t mca_mtl_psm_component = {
|
|
|
|
|
|
|
|
{
|
|
|
|
/* First, the mca_base_component_t struct containing meta
|
|
|
|
* information about the component itself */
|
|
|
|
|
|
|
|
{
|
2008-07-29 02:40:57 +04:00
|
|
|
MCA_MTL_BASE_VERSION_2_0_0,
|
2006-09-14 20:44:02 +04:00
|
|
|
|
|
|
|
"psm", /* MCA component name */
|
|
|
|
OMPI_MAJOR_VERSION, /* MCA component major version */
|
|
|
|
OMPI_MINOR_VERSION, /* MCA component minor version */
|
|
|
|
OMPI_RELEASE_VERSION, /* MCA component release version */
|
|
|
|
ompi_mtl_psm_component_open, /* component open */
|
|
|
|
ompi_mtl_psm_component_close /* component close */
|
|
|
|
},
|
|
|
|
{
|
2007-03-17 02:11:45 +03:00
|
|
|
/* The component is not checkpoint ready */
|
|
|
|
MCA_BASE_METADATA_PARAM_NONE
|
2006-09-14 20:44:02 +04:00
|
|
|
},
|
|
|
|
|
|
|
|
ompi_mtl_psm_component_init /* component init */
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
ompi_mtl_psm_component_open(void)
|
|
|
|
{
|
|
|
|
|
|
|
|
mca_base_param_reg_int(&mca_mtl_psm_component.super.mtl_version, "connect_timeout",
|
|
|
|
"PSM connection timeout value in seconds",
|
|
|
|
false, false, 30, &ompi_mtl_psm.connect_timeout);
|
|
|
|
|
|
|
|
return OMPI_SUCCESS;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
ompi_mtl_psm_component_close(void)
|
|
|
|
{
|
|
|
|
return OMPI_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static mca_mtl_base_module_t*
|
|
|
|
ompi_mtl_psm_component_init(bool enable_progress_threads,
|
|
|
|
bool enable_mpi_threads)
|
|
|
|
{
|
|
|
|
psm_error_t err;
|
|
|
|
int verno_major = PSM_VERNO_MAJOR;
|
|
|
|
int verno_minor = PSM_VERNO_MINOR;
|
|
|
|
|
|
|
|
err = psm_error_register_handler(NULL /* no ep */,
|
|
|
|
PSM_ERRHANDLER_NOP);
|
|
|
|
if (err) {
|
2008-06-09 18:53:58 +04:00
|
|
|
opal_output(0, "Error in psm_error_register_handler (error %s)\n",
|
2006-09-14 20:44:02 +04:00
|
|
|
psm_error_get_string(err));
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2007-02-03 00:55:04 +03:00
|
|
|
/* Only allow for shm and ipath devices in 2.0 and earlier releases
|
|
|
|
* (unless the user overrides the setting).
|
|
|
|
*/
|
|
|
|
setenv("PSM_DEVICES", "shm,ipath", 0);
|
|
|
|
|
2006-09-14 20:44:02 +04:00
|
|
|
err = psm_init(&verno_major, &verno_minor);
|
|
|
|
if (err) {
|
2008-06-09 18:53:58 +04:00
|
|
|
opal_output(0, "Error in psm_init (error %s)\n",
|
2006-09-14 20:44:02 +04:00
|
|
|
psm_error_get_string(err));
|
|
|
|
return NULL;
|
|
|
|
}
|
2007-02-03 00:55:04 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Enable 'self' device only in a post-2.0 release(s)
|
|
|
|
*/
|
|
|
|
if (verno_major == 0x1 && verno_minor >= 0x04)
|
|
|
|
setenv("PSM_DEVICES", "self,shm,ipath", 0);
|
2006-09-14 20:44:02 +04:00
|
|
|
|
|
|
|
ompi_mtl_psm_module_init();
|
|
|
|
|
|
|
|
ompi_mtl_psm.super.mtl_request_size =
|
|
|
|
sizeof(mca_mtl_psm_request_t) -
|
|
|
|
sizeof(struct mca_mtl_request_t);
|
|
|
|
|
|
|
|
return &ompi_mtl_psm.super;
|
|
|
|
}
|
|
|
|
|