dadca7da88
This merge adds Checkpoint/Restart support to Open MPI. The initial frameworks and components support a LAM/MPI-like implementation. This commit follows the risk assessment presented to the Open MPI core development group on Feb. 22, 2007. This commit closes trac:158 More details to follow. This commit was SVN r14051. The following SVN revisions from the original message are invalid or inconsistent and therefore were not cross-referenced: r13912 The following Trac tickets were found above: Ticket 158 --> https://svn.open-mpi.org/trac/ompi/ticket/158
220 строки
7.3 KiB
C
220 строки
7.3 KiB
C
/*
|
|
* Copyright (c) 2006-2007 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "pml_cm.h"
|
|
#include "opal/event/event.h"
|
|
#include "opal/mca/base/mca_base_param.h"
|
|
#include "ompi/datatype/convertor.h"
|
|
#include "ompi/mca/mtl/mtl.h"
|
|
#include "ompi/mca/mtl/base/base.h"
|
|
#include "ompi/mca/pml/base/pml_base_bsend.h"
|
|
|
|
#include "pml_cm_sendreq.h"
|
|
#include "pml_cm_recvreq.h"
|
|
#include "pml_cm_component.h"
|
|
|
|
static int mca_pml_cm_component_open(void);
|
|
static int mca_pml_cm_component_close(void);
|
|
static mca_pml_base_module_t* mca_pml_cm_component_init( int* priority,
|
|
bool enable_progress_threads, bool enable_mpi_threads);
|
|
static int mca_pml_cm_component_fini(void);
|
|
|
|
mca_pml_base_component_1_0_0_t mca_pml_cm_component = {
|
|
|
|
/* First, the mca_base_component_t struct containing meta
|
|
* information about the component itself */
|
|
|
|
{
|
|
/* Indicate that we are a pml v1.0.0 component (which also implies
|
|
* a specific MCA version) */
|
|
|
|
MCA_PML_BASE_VERSION_1_0_0,
|
|
|
|
"cm", /* MCA component name */
|
|
OMPI_MAJOR_VERSION, /* MCA component major version */
|
|
OMPI_MINOR_VERSION, /* MCA component minor version */
|
|
OMPI_RELEASE_VERSION, /* MCA component release version */
|
|
mca_pml_cm_component_open, /* component open */
|
|
mca_pml_cm_component_close /* component close */
|
|
},
|
|
|
|
/* Next the MCA v1.0.0 component meta data */
|
|
|
|
{
|
|
/* This component is not checkpoint ready */
|
|
MCA_BASE_METADATA_PARAM_NONE
|
|
},
|
|
|
|
mca_pml_cm_component_init, /* component init */
|
|
mca_pml_cm_component_fini /* component finalize */
|
|
};
|
|
|
|
static int free_list_num = 0;
|
|
static int free_list_max = 0;
|
|
static int free_list_inc = 0;
|
|
static int default_priority = 30;
|
|
|
|
static int
|
|
mca_pml_cm_component_open(void)
|
|
{
|
|
int ret;
|
|
|
|
ret = ompi_mtl_base_open();
|
|
if (OMPI_SUCCESS != ret) return ret;
|
|
|
|
mca_base_param_reg_int(&mca_pml_cm_component.pmlm_version,
|
|
"free_list_num",
|
|
"Initial size of request free lists",
|
|
false,
|
|
false,
|
|
4,
|
|
&free_list_num);
|
|
|
|
mca_base_param_reg_int(&mca_pml_cm_component.pmlm_version,
|
|
"free_list_max",
|
|
"Maximum size of request free lists",
|
|
false,
|
|
false,
|
|
-1,
|
|
&free_list_max);
|
|
|
|
mca_base_param_reg_int(&mca_pml_cm_component.pmlm_version,
|
|
"free_list_inc",
|
|
"Number of elements to add when growing request free lists",
|
|
false,
|
|
false,
|
|
64,
|
|
&free_list_inc);
|
|
|
|
mca_base_param_reg_int(&mca_pml_cm_component.pmlm_version,
|
|
"priority",
|
|
"CM PML selection priority",
|
|
false,
|
|
false,
|
|
30,
|
|
&default_priority);
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
static int
|
|
mca_pml_cm_component_close(void)
|
|
{
|
|
return ompi_mtl_base_close();
|
|
}
|
|
|
|
|
|
static mca_pml_base_module_t*
|
|
mca_pml_cm_component_init(int* priority,
|
|
bool enable_progress_threads,
|
|
bool enable_mpi_threads)
|
|
{
|
|
int ret;
|
|
if((*priority) > default_priority) {
|
|
*priority = default_priority;
|
|
return NULL;
|
|
}
|
|
*priority = default_priority;
|
|
opal_output_verbose( 10, 0,
|
|
"in cm pml priority is %d\n", *priority);
|
|
/* find a useable MTL */
|
|
ret = ompi_mtl_base_select(enable_progress_threads, enable_mpi_threads);
|
|
if (OMPI_SUCCESS != ret) {
|
|
*priority = -1;
|
|
return NULL;
|
|
} else if(strcmp(ompi_mtl_base_selected_component->mtl_version.mca_component_name, "psm") != 0) {
|
|
/* if mtl is not PSM then back down priority, and require the user to */
|
|
/* specify pml cm directly if that is what they want priority */
|
|
/* of 1 is sufficient in that case as it is the only pml that */
|
|
/* will be considered */
|
|
*priority = 1;
|
|
}
|
|
|
|
|
|
/* update our tag / context id max values based on MTL
|
|
information */
|
|
ompi_pml_cm.super.pml_max_contextid = ompi_mtl->mtl_max_contextid;
|
|
ompi_pml_cm.super.pml_max_tag = ompi_mtl->mtl_max_tag;
|
|
|
|
OBJ_CONSTRUCT(&ompi_pml_cm.cm_thin_send_requests, ompi_free_list_t);
|
|
ompi_free_list_init(&ompi_pml_cm.cm_thin_send_requests,
|
|
sizeof(mca_pml_cm_thin_send_request_t) +
|
|
ompi_mtl->mtl_request_size,
|
|
OBJ_CLASS(mca_pml_cm_thin_send_request_t),
|
|
free_list_num,
|
|
free_list_max,
|
|
free_list_inc,
|
|
NULL);
|
|
|
|
OBJ_CONSTRUCT(&ompi_pml_cm.cm_hvy_send_requests, ompi_free_list_t);
|
|
ompi_free_list_init(&ompi_pml_cm.cm_hvy_send_requests,
|
|
sizeof(mca_pml_cm_hvy_send_request_t) +
|
|
ompi_mtl->mtl_request_size,
|
|
OBJ_CLASS(mca_pml_cm_hvy_send_request_t),
|
|
free_list_num,
|
|
free_list_max,
|
|
free_list_inc,
|
|
NULL);
|
|
|
|
OBJ_CONSTRUCT(&ompi_pml_cm.cm_thin_recv_requests, ompi_free_list_t);
|
|
ompi_free_list_init(&ompi_pml_cm.cm_thin_recv_requests,
|
|
sizeof(mca_pml_cm_thin_recv_request_t) +
|
|
ompi_mtl->mtl_request_size,
|
|
OBJ_CLASS(mca_pml_cm_thin_recv_request_t),
|
|
free_list_num,
|
|
free_list_max,
|
|
free_list_inc,
|
|
NULL);
|
|
|
|
OBJ_CONSTRUCT(&ompi_pml_cm.cm_hvy_recv_requests, ompi_free_list_t);
|
|
ompi_free_list_init(&ompi_pml_cm.cm_hvy_recv_requests,
|
|
sizeof(mca_pml_cm_hvy_recv_request_t) +
|
|
ompi_mtl->mtl_request_size,
|
|
OBJ_CLASS(mca_pml_cm_hvy_recv_request_t),
|
|
free_list_num,
|
|
free_list_max,
|
|
free_list_inc,
|
|
NULL);
|
|
|
|
/* initialize buffered send code */
|
|
if(OMPI_SUCCESS != mca_pml_base_bsend_init(enable_mpi_threads)) {
|
|
opal_output(0, "mca_pml_cm_component_init: mca_pml_bsend_init failed\n");
|
|
return NULL;
|
|
}
|
|
|
|
return &ompi_pml_cm.super;
|
|
}
|
|
|
|
|
|
static int
|
|
mca_pml_cm_component_fini(void)
|
|
{
|
|
/* shut down buffered send code */
|
|
mca_pml_base_bsend_fini();
|
|
|
|
OBJ_DESTRUCT(&ompi_pml_cm.cm_thin_send_requests);
|
|
OBJ_DESTRUCT(&ompi_pml_cm.cm_hvy_send_requests);
|
|
OBJ_DESTRUCT(&ompi_pml_cm.cm_thin_recv_requests);
|
|
OBJ_DESTRUCT(&ompi_pml_cm.cm_hvy_recv_requests);
|
|
|
|
if (NULL != ompi_mtl && NULL != ompi_mtl->mtl_finalize) {
|
|
return ompi_mtl->mtl_finalize(ompi_mtl);
|
|
}
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|