f6e2d4ab04
A component with implementation of R. Rabenseifner's algorithm for Reduce and Allreduce.
This algorithm is a combination of a reduce-scatter implemented with recursive vector halving
and recursive distance doubling, followed either by a gather or an allgather.
Current limitations:
-- count >= 2^{\floor{\log_2 p}}
-- commutative operations only
-- intra-communicators onl
Signed-off-by: Mikhail Kurnosov <mkurnosov@gmail.com>
coll/spacc: Modify implementation to use `ompi_coll_base_sendrecv()`
Replace irecv() + isend() + ompi_request_wait() to ompi_coll_base_sendrecv().
Signed-off-by: Mikhail Kurnosov <mkurnosov@gmail.com>
98 строки
3.0 KiB
C
98 строки
3.0 KiB
C
/*
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "mpi.h"
|
|
#include "ompi/communicator/communicator.h"
|
|
#include "ompi/mca/coll/base/base.h"
|
|
#include "ompi/mca/coll/coll.h"
|
|
#include "coll_spacc.h"
|
|
|
|
static int spacc_module_enable(mca_coll_base_module_t *module,
|
|
struct ompi_communicator_t *comm);
|
|
/*
|
|
* Initial query function that is invoked during MPI_INIT, allowing
|
|
* this component to disqualify itself if it doesn't support the
|
|
* required level of thread support.
|
|
*/
|
|
int ompi_coll_spacc_init_query(bool enable_progress_threads,
|
|
bool enable_mpi_threads)
|
|
{
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
/*
|
|
* Invoked when there's a new communicator that has been created.
|
|
* Look at the communicator and decide which set of functions and
|
|
* priority we want to return.
|
|
*/
|
|
mca_coll_base_module_t *ompi_coll_spacc_comm_query(
|
|
struct ompi_communicator_t *comm, int *priority)
|
|
{
|
|
mca_coll_spacc_module_t *spacc_module;
|
|
|
|
OPAL_OUTPUT((ompi_coll_spacc_stream, "coll:spacc:module_spacc query called"));
|
|
|
|
if (OMPI_COMM_IS_INTER(comm)) {
|
|
*priority = 0;
|
|
return NULL;
|
|
}
|
|
|
|
if (OMPI_COMM_IS_INTRA(comm) && ompi_comm_size(comm) < 2) {
|
|
*priority = 0;
|
|
return NULL;
|
|
}
|
|
|
|
spacc_module = OBJ_NEW(mca_coll_spacc_module_t);
|
|
if (NULL == spacc_module)
|
|
return NULL;
|
|
|
|
*priority = ompi_coll_spacc_priority;
|
|
|
|
spacc_module->super.coll_module_enable = spacc_module_enable;
|
|
spacc_module->super.ft_event = NULL;
|
|
spacc_module->super.coll_allgather = NULL;
|
|
spacc_module->super.coll_allgatherv = NULL;
|
|
spacc_module->super.coll_allreduce = mca_coll_spacc_allreduce_intra_redscat_allgather;
|
|
spacc_module->super.coll_alltoall = NULL;
|
|
spacc_module->super.coll_alltoallv = NULL;
|
|
spacc_module->super.coll_alltoallw = NULL;
|
|
spacc_module->super.coll_barrier = NULL;
|
|
spacc_module->super.coll_bcast = NULL;
|
|
spacc_module->super.coll_exscan = NULL;
|
|
spacc_module->super.coll_gather = NULL;
|
|
spacc_module->super.coll_gatherv = NULL;
|
|
spacc_module->super.coll_reduce = mca_coll_spacc_reduce_intra_redscat_gather;
|
|
spacc_module->super.coll_reduce_scatter_block = NULL;
|
|
spacc_module->super.coll_reduce_scatter = NULL;
|
|
spacc_module->super.coll_scan = NULL;
|
|
spacc_module->super.coll_scatter = NULL;
|
|
spacc_module->super.coll_scatterv = NULL;
|
|
|
|
return &(spacc_module->super);
|
|
}
|
|
|
|
/*
|
|
* Init module on the communicator
|
|
*/
|
|
static int spacc_module_enable(mca_coll_base_module_t *module,
|
|
struct ompi_communicator_t *comm)
|
|
{
|
|
OPAL_OUTPUT((ompi_coll_spacc_stream, "coll:spacc:module_enable called."));
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static void mca_coll_spacc_module_construct(mca_coll_spacc_module_t *module)
|
|
{
|
|
/* mca_coll_spacc_module_t *spacc_module = (mca_coll_spacc_module_t*)module; */
|
|
}
|
|
|
|
OBJ_CLASS_INSTANCE(mca_coll_spacc_module_t, mca_coll_base_module_t,
|
|
mca_coll_spacc_module_construct, NULL);
|