ec0ed48718
This commit was SVN r20742. The following SVN revision numbers were found above: r20739 --> open-mpi/ompi@781caee0b6
207 строки
6.6 KiB
C
207 строки
6.6 KiB
C
/*
|
|
* Copyright (c) 2004-2007 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2009 Cisco Systems, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
#include "coll_sync.h"
|
|
|
|
#include <stdio.h>
|
|
|
|
#include "mpi.h"
|
|
|
|
#include "orte/util/show_help.h"
|
|
|
|
#include "ompi/constants.h"
|
|
#include "ompi/communicator/communicator.h"
|
|
#include "ompi/mca/coll/coll.h"
|
|
#include "ompi/mca/coll/base/base.h"
|
|
#include "coll_sync.h"
|
|
|
|
|
|
static void mca_coll_sync_module_construct(mca_coll_sync_module_t *module)
|
|
{
|
|
memset(&(module->c_coll), 0, sizeof(module->c_coll));
|
|
module->before_num_operations = 0;
|
|
module->after_num_operations = 0;
|
|
module->in_operation = false;
|
|
}
|
|
|
|
static void mca_coll_sync_module_destruct(mca_coll_sync_module_t *module)
|
|
{
|
|
OBJ_RELEASE(module->c_coll.coll_allgather_module);
|
|
OBJ_RELEASE(module->c_coll.coll_allgatherv_module);
|
|
OBJ_RELEASE(module->c_coll.coll_allreduce_module);
|
|
OBJ_RELEASE(module->c_coll.coll_alltoall_module);
|
|
OBJ_RELEASE(module->c_coll.coll_alltoallv_module);
|
|
OBJ_RELEASE(module->c_coll.coll_alltoallw_module);
|
|
OBJ_RELEASE(module->c_coll.coll_bcast_module);
|
|
OBJ_RELEASE(module->c_coll.coll_gather_module);
|
|
OBJ_RELEASE(module->c_coll.coll_gatherv_module);
|
|
OBJ_RELEASE(module->c_coll.coll_reduce_module);
|
|
OBJ_RELEASE(module->c_coll.coll_reduce_scatter_module);
|
|
OBJ_RELEASE(module->c_coll.coll_scatter_module);
|
|
OBJ_RELEASE(module->c_coll.coll_scatterv_module);
|
|
/* If the exscan module is not NULL, then this was an
|
|
intracommunicator, and therefore scan will have a module as
|
|
well. */
|
|
if (NULL != module->c_coll.coll_exscan_module) {
|
|
OBJ_RELEASE(module->c_coll.coll_exscan_module);
|
|
OBJ_RELEASE(module->c_coll.coll_scan_module);
|
|
}
|
|
}
|
|
|
|
OBJ_CLASS_INSTANCE(mca_coll_sync_module_t, mca_coll_base_module_t,
|
|
mca_coll_sync_module_construct,
|
|
mca_coll_sync_module_destruct);
|
|
|
|
|
|
/*
|
|
* Initial query function that is invoked during MPI_INIT, allowing
|
|
* this component to disqualify itself if it doesn't support the
|
|
* required level of thread support.
|
|
*/
|
|
int mca_coll_sync_init_query(bool enable_progress_threads,
|
|
bool enable_mpi_threads)
|
|
{
|
|
/* Nothing to do */
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
/*
|
|
* Invoked when there's a new communicator that has been created.
|
|
* Look at the communicator and decide which set of functions and
|
|
* priority we want to return.
|
|
*/
|
|
mca_coll_base_module_t *
|
|
mca_coll_sync_comm_query(struct ompi_communicator_t *comm,
|
|
int *priority)
|
|
{
|
|
mca_coll_sync_module_t *sync_module;
|
|
|
|
sync_module = OBJ_NEW(mca_coll_sync_module_t);
|
|
if (NULL == sync_module) {
|
|
return NULL;
|
|
}
|
|
|
|
/* If both MCA params are 0, then disqualify us */
|
|
if (0 == mca_coll_sync_component.barrier_before_nops &&
|
|
0 == mca_coll_sync_component.barrier_after_nops) {
|
|
return NULL;
|
|
}
|
|
*priority = mca_coll_sync_component.priority;
|
|
|
|
/* Choose whether to use [intra|inter] */
|
|
sync_module->super.coll_module_enable = mca_coll_sync_module_enable;
|
|
sync_module->super.ft_event = mca_coll_sync_ft_event;
|
|
|
|
sync_module->super.coll_allgather = mca_coll_sync_allgather;
|
|
sync_module->super.coll_allgatherv = mca_coll_sync_allgatherv;
|
|
sync_module->super.coll_allreduce = mca_coll_sync_allreduce;
|
|
sync_module->super.coll_alltoall = mca_coll_sync_alltoall;
|
|
sync_module->super.coll_alltoallv = mca_coll_sync_alltoallv;
|
|
sync_module->super.coll_alltoallw = mca_coll_sync_alltoallw;
|
|
sync_module->super.coll_barrier = NULL;
|
|
sync_module->super.coll_bcast = mca_coll_sync_bcast;
|
|
sync_module->super.coll_exscan = mca_coll_sync_exscan;
|
|
sync_module->super.coll_gather = mca_coll_sync_gather;
|
|
sync_module->super.coll_gatherv = mca_coll_sync_gatherv;
|
|
sync_module->super.coll_reduce = mca_coll_sync_reduce;
|
|
sync_module->super.coll_reduce_scatter = mca_coll_sync_reduce_scatter;
|
|
sync_module->super.coll_scan = mca_coll_sync_scan;
|
|
sync_module->super.coll_scatter = mca_coll_sync_scatter;
|
|
sync_module->super.coll_scatterv = mca_coll_sync_scatterv;
|
|
|
|
return &(sync_module->super);
|
|
}
|
|
|
|
|
|
/*
|
|
* Init module on the communicator
|
|
*/
|
|
int mca_coll_sync_module_enable(mca_coll_base_module_t *module,
|
|
struct ompi_communicator_t *comm)
|
|
{
|
|
bool good = true;
|
|
char *msg = NULL;
|
|
mca_coll_sync_module_t *s = (mca_coll_sync_module_t*) module;
|
|
|
|
/* Save the prior layer of coll functions */
|
|
s->c_coll = comm->c_coll;
|
|
|
|
#define CHECK_AND_RETAIN(name) \
|
|
if (NULL == s->c_coll.coll_ ## name ## _module) { \
|
|
good = false; \
|
|
msg = "##name##"; \
|
|
} else if (good) { \
|
|
OBJ_RETAIN(s->c_coll.coll_ ## name ## _module); \
|
|
}
|
|
|
|
CHECK_AND_RETAIN(allgather);
|
|
CHECK_AND_RETAIN(allgatherv);
|
|
CHECK_AND_RETAIN(allreduce);
|
|
CHECK_AND_RETAIN(alltoall);
|
|
CHECK_AND_RETAIN(alltoallv);
|
|
CHECK_AND_RETAIN(alltoallw);
|
|
CHECK_AND_RETAIN(bcast);
|
|
CHECK_AND_RETAIN(gather);
|
|
CHECK_AND_RETAIN(gatherv);
|
|
CHECK_AND_RETAIN(reduce);
|
|
CHECK_AND_RETAIN(reduce_scatter);
|
|
CHECK_AND_RETAIN(scatter);
|
|
CHECK_AND_RETAIN(scatterv);
|
|
if (!OMPI_COMM_IS_INTER(comm)) {
|
|
/* MPI does not define scan/exscan on intercommunicators */
|
|
CHECK_AND_RETAIN(exscan);
|
|
CHECK_AND_RETAIN(scan);
|
|
}
|
|
|
|
/* All done */
|
|
if (good) {
|
|
return OMPI_SUCCESS;
|
|
} else {
|
|
orte_show_help("help-coll-sync.txt", "missing collective", true,
|
|
orte_process_info.nodename,
|
|
mca_coll_sync_component.priority, msg);
|
|
return OMPI_ERR_NOT_FOUND;
|
|
}
|
|
}
|
|
|
|
|
|
int mca_coll_sync_ft_event(int state)
|
|
{
|
|
if (OPAL_CRS_CHECKPOINT == state) {
|
|
;
|
|
}
|
|
else if (OPAL_CRS_CONTINUE == state) {
|
|
;
|
|
}
|
|
else if (OPAL_CRS_RESTART == state) {
|
|
;
|
|
}
|
|
else if (OPAL_CRS_TERM == state ) {
|
|
;
|
|
}
|
|
else {
|
|
;
|
|
}
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|