85df3bd92f
1. generalize orte_rml.xcast to become a general broadcast-like messaging system. Messages can now be sent to any tag on the daemons or processes. Note that any message sent via xcast will be delivered to ALL processes in the specified job - you don't get to pick and choose. At a later date, we will introduce an augmented capability that will use the daemons as relays, but will allow you to send to a specified array of process names. 2. extended orte_rml.xcast so it supports more scalable message routing methodologies. At the moment, we support three: (a) direct, which sends the message directly to all recipients; (b) linear, which sends the message to the local daemon on each node, which then relays it to its own local procs; and (b) binomial, which sends the message via a binomial algo across all the daemons, each of which then relays to its own local procs. The crossover points between the algos are adjustable via MCA param, or you can simply demand that a specific algo be used. 3. orteds no longer exhibit two types of behavior: bootproxy or VM. Orteds now always behave like they are part of a virtual machine - they simply launch a job if mpirun tells them to do so. This is another step towards creating an "orteboot" functionality, but also provided a clean system for supporting message relaying. Note one major impact of this commit: multiple daemons on a node cannot be supported any longer! Only a single daemon/node is now allowed. This commit is known to break support for the following environments: POE, Xgrid, Xcpu, Windows. It has been tested on rsh, SLURM, and Bproc. Modifications for TM support have been made but could not be verified due to machine problems at LANL. Modifications for SGE have been made but could not be verified. The developers for the non-verified environments will be separately notified along with suggestions on how to fix the problems. This commit was SVN r15007.
135 строки
4.7 KiB
C
135 строки
4.7 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2007 Cisco Systems, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
|
|
#include "orte_config.h"
|
|
#include "orte/orte_constants.h"
|
|
|
|
#include "opal/mca/mca.h"
|
|
#include "opal/mca/base/base.h"
|
|
#include "opal/util/output.h"
|
|
#include "opal/mca/base/mca_base_param.h"
|
|
#include "opal/threads/condition.h"
|
|
|
|
#include "orte/mca/oob/oob.h"
|
|
|
|
|
|
/*
|
|
* The following file was created by configure. It contains extern
|
|
* statements and the definition of an array of pointers to each
|
|
* component's public mca_base_component_t struct.
|
|
*/
|
|
|
|
#include "orte/mca/oob/base/static-components.h"
|
|
|
|
|
|
/*
|
|
* Global variables
|
|
*/
|
|
mca_oob_t mca_oob;
|
|
int mca_oob_base_output = -1;
|
|
opal_list_t mca_oob_base_components;
|
|
opal_list_t mca_oob_base_modules;
|
|
opal_list_t mca_oob_base_exception_handlers;
|
|
opal_mutex_t orte_oob_xcast_mutex;
|
|
opal_condition_t orte_oob_xcast_cond;
|
|
int orte_oob_xcast_linear_xover;
|
|
int orte_oob_xcast_binomial_xover;
|
|
|
|
bool orte_oob_base_already_opened = false;
|
|
|
|
#define ORTE_OOB_XCAST_LINEAR_XOVER_DEFAULT 10
|
|
#define ORTE_OOB_XCAST_BINOMIAL_XOVER_DEFAULT INT_MAX
|
|
|
|
|
|
/**
|
|
* Function for finding and opening either all MCA components, or the one
|
|
* that was specifically requested via a MCA parameter.
|
|
*/
|
|
int mca_oob_base_open(void)
|
|
{
|
|
int param, value;
|
|
char *mode;
|
|
|
|
/* Sanity check. This may be able to be removed when the rml/oob
|
|
interface is re-worked (the current infrastructure may invoke
|
|
this function twice: once as a standalone, and once via the rml
|
|
oob component). */
|
|
if (orte_oob_base_already_opened) {
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
/* initialize the condition variables for xcast */
|
|
OBJ_CONSTRUCT(&orte_oob_xcast_mutex, opal_mutex_t);
|
|
OBJ_CONSTRUCT(&orte_oob_xcast_cond, opal_condition_t);
|
|
|
|
/* register parameters */
|
|
param = mca_base_param_reg_int_name("oob", "base_verbose",
|
|
"Verbosity level for the oob framework",
|
|
false, false, 0, &value);
|
|
if (value != 0) {
|
|
mca_oob_base_output = opal_output_open(NULL);
|
|
} else {
|
|
mca_oob_base_output = -1;
|
|
}
|
|
|
|
param = mca_base_param_reg_int_name("oob", "xcast_linear_xover",
|
|
"Number of daemons where use of linear xcast mode is to begin",
|
|
false, false, ORTE_OOB_XCAST_LINEAR_XOVER_DEFAULT, &orte_oob_xcast_linear_xover);
|
|
|
|
param = mca_base_param_reg_int_name("oob", "xcast_binomial_xover",
|
|
"Number of daemons where use of binomial xcast mode is to begin",
|
|
false, false, ORTE_OOB_XCAST_BINOMIAL_XOVER_DEFAULT, &orte_oob_xcast_binomial_xover);
|
|
|
|
param = mca_base_param_reg_string_name("oob", "xcast_mode",
|
|
"Select xcast mode (\"linear\" | \"binomial\" | \"direct\")",
|
|
false, false, "none", &mode);
|
|
if (0 == strcmp(mode, "binomial")) {
|
|
orte_oob_xcast_binomial_xover = 0;
|
|
orte_oob_xcast_linear_xover = 0;
|
|
} else if (0 == strcmp(mode, "linear")) {
|
|
orte_oob_xcast_linear_xover = 0;
|
|
orte_oob_xcast_binomial_xover = INT_MAX;
|
|
} else if (0 == strcmp(mode, "direct")) {
|
|
orte_oob_xcast_binomial_xover = INT_MAX;
|
|
orte_oob_xcast_linear_xover = INT_MAX;
|
|
} else if (0 != strcmp(mode, "none")) {
|
|
opal_output(0, "oob_xcast_mode: unknown option %s - using defaults", mode);
|
|
}
|
|
|
|
|
|
/* Open up all available components */
|
|
OBJ_CONSTRUCT(&mca_oob_base_components, opal_list_t);
|
|
OBJ_CONSTRUCT(&mca_oob_base_modules, opal_list_t);
|
|
OBJ_CONSTRUCT(&mca_oob_base_exception_handlers, opal_list_t);
|
|
|
|
if (ORTE_SUCCESS !=
|
|
mca_base_components_open("oob", mca_oob_base_output,
|
|
mca_oob_base_static_components,
|
|
&mca_oob_base_components, true)) {
|
|
return ORTE_ERROR;
|
|
}
|
|
|
|
/* All done */
|
|
orte_oob_base_already_opened = true;
|
|
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|