f6e2d4ab04
A component with implementation of R. Rabenseifner's algorithm for Reduce and Allreduce.
This algorithm is a combination of a reduce-scatter implemented with recursive vector halving
and recursive distance doubling, followed either by a gather or an allgather.
Current limitations:
-- count >= 2^{\floor{\log_2 p}}
-- commutative operations only
-- intra-communicators onl
Signed-off-by: Mikhail Kurnosov <mkurnosov@gmail.com>
coll/spacc: Modify implementation to use `ompi_coll_base_sendrecv()`
Replace irecv() + isend() + ompi_request_wait() to ompi_coll_base_sendrecv().
Signed-off-by: Mikhail Kurnosov <mkurnosov@gmail.com>
105 строки
3.0 KiB
C
105 строки
3.0 KiB
C
/*
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "mpi.h"
|
|
#include "ompi/mca/coll/coll.h"
|
|
#include "coll_spacc.h"
|
|
|
|
/*
|
|
* Public string showing the coll ompi_spacc component version number
|
|
*/
|
|
const char *ompi_coll_spacc_component_version_string =
|
|
"Open MPI SPACC collective MCA component version " OMPI_VERSION;
|
|
|
|
/*
|
|
* Global variable
|
|
*/
|
|
int ompi_coll_spacc_priority = 5;
|
|
int ompi_coll_spacc_stream = -1;
|
|
|
|
/*
|
|
* Local function
|
|
*/
|
|
static int spacc_register(void);
|
|
static int spacc_open(void);
|
|
static int spacc_close(void);
|
|
|
|
/*
|
|
* Instantiate the public struct with all of our public information
|
|
* and pointers to our public functions in it
|
|
*/
|
|
mca_coll_spacc_component_t mca_coll_spacc_component = {
|
|
/* First, fill in the super */
|
|
{
|
|
/* First, the mca_component_t struct containing meta information
|
|
about the component itself */
|
|
.collm_version = {
|
|
MCA_COLL_BASE_VERSION_2_0_0,
|
|
|
|
/* Component name and version */
|
|
.mca_component_name = "spacc",
|
|
MCA_BASE_MAKE_VERSION(component, OMPI_MAJOR_VERSION, OMPI_MINOR_VERSION,
|
|
OMPI_RELEASE_VERSION),
|
|
|
|
/* Component open and close functions */
|
|
.mca_open_component = spacc_open,
|
|
.mca_close_component = spacc_close,
|
|
.mca_register_component_params = spacc_register,
|
|
},
|
|
.collm_data = {
|
|
/* The component is checkpoint ready */
|
|
MCA_BASE_METADATA_PARAM_CHECKPOINT
|
|
},
|
|
|
|
/* Initialization / querying functions */
|
|
.collm_init_query = ompi_coll_spacc_init_query,
|
|
.collm_comm_query = ompi_coll_spacc_comm_query,
|
|
}
|
|
};
|
|
|
|
static int spacc_register(void)
|
|
{
|
|
/* Use a low priority, but allow other components to be lower */
|
|
ompi_coll_spacc_priority = 5;
|
|
(void)mca_base_component_var_register(&mca_coll_spacc_component.super.collm_version,
|
|
"priority", "Priority of the spacc coll component",
|
|
MCA_BASE_VAR_TYPE_INT, NULL, 0, 0,
|
|
OPAL_INFO_LVL_6,
|
|
MCA_BASE_VAR_SCOPE_READONLY,
|
|
&ompi_coll_spacc_priority);
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static int spacc_open(void)
|
|
{
|
|
#if OPAL_ENABLE_DEBUG
|
|
{
|
|
int param;
|
|
|
|
param = mca_base_var_find("ompi", "coll", "base", "verbose");
|
|
if (param >= 0) {
|
|
const int *verbose = NULL;
|
|
mca_base_var_get_value(param, &verbose, NULL, NULL);
|
|
if (verbose && verbose[0] > 0) {
|
|
ompi_coll_spacc_stream = opal_output_open(NULL);
|
|
}
|
|
}
|
|
}
|
|
#endif /* OPAL_ENABLE_DEBUG */
|
|
OPAL_OUTPUT((ompi_coll_spacc_stream, "coll:spacc:component_open: done"));
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static int spacc_close(void)
|
|
{
|
|
OPAL_OUTPUT((ompi_coll_spacc_stream, "coll:spacc:component_close: done"));
|
|
return OMPI_SUCCESS;
|
|
}
|