d97a4f880d
Make it all work with comm_spawn in the case of all procs on previously occupied nodes, some new procs on new nodes, and mixtures of the two. Note: comm_spawn now works with both binomial and linear routed modules. There remains a problem of spawned procs not properly getting updated contact info for the parent proc when run in the direct routed mode...but that's for another day. This commit was SVN r18385.
175 строки
4.0 KiB
C
175 строки
4.0 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2007 Sun Microsystems, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "orte_config.h"
|
|
#include "orte/constants.h"
|
|
#include "orte/types.h"
|
|
|
|
#include <string.h>
|
|
#ifdef HAVE_SYS_TIME_H
|
|
#include <sys/time.h>
|
|
#endif /* HAVE_SYS_TIME_H */
|
|
|
|
#include "opal/dss/dss.h"
|
|
#include "opal/class/opal_list.h"
|
|
#include "opal/class/opal_value_array.h"
|
|
|
|
#include "orte/mca/errmgr/errmgr.h"
|
|
#include "orte/mca/rml/rml_types.h"
|
|
#include "orte/mca/rmaps/rmaps_types.h"
|
|
|
|
#include "grpcomm_cnos.h"
|
|
|
|
#if OMPI_GRPCOMM_CNOS_HAVE_BARRIER
|
|
#include <catamount/cnos_mpi_os.h>
|
|
#endif
|
|
|
|
/* API functions */
|
|
static int init(void);
|
|
static void finalize(void);
|
|
|
|
static int xcast(orte_jobid_t job,
|
|
opal_buffer_t *buffer,
|
|
orte_rml_tag_t tag);
|
|
|
|
static int orte_grpcomm_cnos_barrier(void);
|
|
|
|
static int allgather(opal_buffer_t *sbuf, opal_buffer_t *rbuf);
|
|
|
|
static int allgather_list(opal_list_t *names, opal_buffer_t *sbuf, opal_buffer_t *rbuf);
|
|
|
|
static int set_proc_attr(const char *attr_name,
|
|
const void *data,
|
|
size_t size);
|
|
|
|
static int get_proc_attr(const orte_process_name_t proc,
|
|
const char * attribute_name, void **val,
|
|
size_t *size);
|
|
|
|
static int modex(opal_list_t *procs);
|
|
|
|
static int purge_proc_attrs(void);
|
|
|
|
orte_grpcomm_base_module_t orte_grpcomm_cnos_module = {
|
|
init,
|
|
finalize,
|
|
xcast,
|
|
allgather,
|
|
allgather_list,
|
|
orte_grpcomm_cnos_barrier,
|
|
set_proc_attr,
|
|
get_proc_attr,
|
|
modex,
|
|
purge_proc_attrs
|
|
};
|
|
|
|
/**
|
|
* Init the module
|
|
*/
|
|
static int init(void)
|
|
{
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
/**
|
|
* Finalize module
|
|
*/
|
|
static void finalize(void)
|
|
{
|
|
return;
|
|
}
|
|
|
|
|
|
/**
|
|
* A "broadcast-like" function to a job's processes.
|
|
* @param jobid The job whose processes are to receive the message
|
|
* @param buffer The data to broadcast
|
|
*/
|
|
|
|
/* Blocking version */
|
|
static int xcast(orte_jobid_t job,
|
|
opal_buffer_t *buffer,
|
|
orte_rml_tag_t tag)
|
|
{
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
static int
|
|
orte_grpcomm_cnos_barrier(void)
|
|
{
|
|
#if OMPI_GRPCOMM_CNOS_HAVE_BARRIER
|
|
cnos_barrier();
|
|
#endif
|
|
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
static int allgather(opal_buffer_t *sbuf, opal_buffer_t *rbuf)
|
|
{
|
|
int rc;
|
|
orte_std_cntr_t zero=0;
|
|
|
|
/* seed the outgoing buffer with num_procs=0 so it won't be unpacked */
|
|
if (ORTE_SUCCESS != (rc = opal_dss.pack(rbuf, &zero, 1, ORTE_STD_CNTR))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return rc;
|
|
}
|
|
return rc;
|
|
}
|
|
|
|
static int allgather_list(opal_list_t *names, opal_buffer_t *sbuf, opal_buffer_t *rbuf)
|
|
{
|
|
int rc;
|
|
orte_std_cntr_t zero=0;
|
|
|
|
/* seed the outgoing buffer with num_procs=0 so it won't be unpacked */
|
|
if (ORTE_SUCCESS != (rc = opal_dss.pack(rbuf, &zero, 1, ORTE_STD_CNTR))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return rc;
|
|
}
|
|
return rc;
|
|
}
|
|
|
|
static int purge_proc_attrs(void);
|
|
|
|
static int set_proc_attr(const char *attr_name,
|
|
const void *data,
|
|
size_t size)
|
|
{
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
static int get_proc_attr(const orte_process_name_t proc,
|
|
const char * attribute_name, void **val,
|
|
size_t *size)
|
|
{
|
|
return ORTE_ERR_NOT_IMPLEMENTED;
|
|
}
|
|
|
|
static int modex(opal_list_t *procs)
|
|
{
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
static int purge_proc_attrs(void)
|
|
{
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|