2ec5fa5d24
modules, if its priority is zero (the default value). Reason for that is
+ if there is no other module with a priority > 0, the hierarchical
collective module has a problem anyway, since it has to rely on the coll
modules of the subcommunicators. On the other hand, if its priority is
zero, it won't be chosen anyway, and we can simply save the
allreduce/allgather and comm_split operations which might occur during
hierarchy detection.
+ to improve the startup times until we have the modex thing which we
discussed with Jeff and Tim in Knoxville in place
- adding an mca parameter indicating a symmetric configuration. This can
speed up startup times, since each process can conclude from its data onto
the data of the other processes -> no need for the allreduce operations. Per
default this parameter is set to "no".
This commit was SVN r7932.
134 строки
4.1 KiB
C
134 строки
4.1 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*
|
|
* These symbols are in a file by themselves to provide nice linker
|
|
* semantics. Since linkers generally pull in symbols by object
|
|
* files, keeping these symbols as the only symbols in this file
|
|
* prevents utility programs such as "ompi_info" from having to import
|
|
* entire components just to query their version and parameters.
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
#include "coll_hierarch.h"
|
|
|
|
#include "mpi.h"
|
|
#include "mca/coll/coll.h"
|
|
|
|
/*
|
|
* Public string showing the coll ompi_hierarch component version number
|
|
*/
|
|
const char *mca_coll_hierarch_component_version_string =
|
|
"OMPI/MPI hierarch collective MCA component version " OMPI_VERSION;
|
|
|
|
/*
|
|
* Global variable
|
|
*/
|
|
int mca_coll_hierarch_priority_param = 0;
|
|
int mca_coll_hierarch_verbose_param = 0;
|
|
int mca_coll_hierarch_use_rdma_param=0;
|
|
int mca_coll_hierarch_ignore_sm_param=0;
|
|
int mca_coll_hierarch_symmetric_param=0;
|
|
|
|
|
|
/*
|
|
* Local function
|
|
*/
|
|
static int hierarch_open(void);
|
|
|
|
/*
|
|
* Instantiate the public struct with all of our public information
|
|
* and pointers to our public functions in it
|
|
*/
|
|
|
|
const mca_coll_base_component_1_0_0_t mca_coll_hierarch_component = {
|
|
|
|
/* First, the mca_component_t struct containing meta information
|
|
about the component itself */
|
|
|
|
{
|
|
/* Indicate that we are a coll v1.0.0 component (which also implies a
|
|
specific MCA version) */
|
|
|
|
MCA_COLL_BASE_VERSION_1_0_0,
|
|
|
|
/* Component name and version */
|
|
|
|
"hierarch",
|
|
OMPI_MAJOR_VERSION,
|
|
OMPI_MINOR_VERSION,
|
|
OMPI_RELEASE_VERSION,
|
|
|
|
/* Component open and close functions */
|
|
|
|
hierarch_open,
|
|
NULL
|
|
},
|
|
|
|
/* Next the MCA v1.0.0 component meta data */
|
|
|
|
{
|
|
/* Whether the component is checkpointable or not */
|
|
true
|
|
},
|
|
|
|
/* Initialization / querying functions */
|
|
mca_coll_hierarch_init_query,
|
|
mca_coll_hierarch_comm_query,
|
|
mca_coll_hierarch_comm_unquery
|
|
};
|
|
|
|
|
|
static int hierarch_open(void)
|
|
{
|
|
|
|
|
|
/* Use a high priority, but allow other components to be higher */
|
|
mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version,
|
|
"priority",
|
|
"Priority of the hierarchical coll component",
|
|
false, false, mca_coll_hierarch_priority_param,
|
|
&mca_coll_hierarch_priority_param);
|
|
|
|
|
|
mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version,
|
|
"verbose",
|
|
"Turn verbose message of the hierarchical coll component on/off",
|
|
false, false, mca_coll_hierarch_verbose_param,
|
|
&mca_coll_hierarch_verbose_param);
|
|
|
|
mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version,
|
|
"use_rdma",
|
|
"Switch from the send btl list used to detect hierarchies to "
|
|
"the rdma btl list",
|
|
false, false, mca_coll_hierarch_use_rdma_param,
|
|
&mca_coll_hierarch_use_rdma_param);
|
|
|
|
mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version,
|
|
"ignore_sm",
|
|
"Ignore sm protocol when detecting hierarchies. "
|
|
"Required to enable the usage of protocol"
|
|
" specific collective operations",
|
|
false, false, mca_coll_hierarch_ignore_sm_param,
|
|
&mca_coll_hierarch_ignore_sm_param);
|
|
|
|
mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version,
|
|
"symmetric",
|
|
"Assume symmetric configuration",
|
|
false, false, mca_coll_hierarch_symmetric_param,
|
|
&mca_coll_hierarch_symmetric_param);
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|