1
1
openmpi/orte/mca/snapc/full/snapc_full_component.c
Josh Hursey 0deb009225 A bunch of improvements focused on Snapshot Coordination (SnapC) and File Management (FileM).
* Improved timing in SnapC Full Global Coordinator
 * Improved scalability of the SnapC Full protocol
 * Minor improvements to the error reporting mechanisms in SnapC and FileM
 * Improved the memory usage of the metadata routines - now the owner of the data is more explicit.
 * Added a FileM hint to indicate when files stored locally can be moved to/from a globally mounted file system using just the 'cp' command instead of the 'rcp/scp' command. Slightly improves performance, but not too drastically. Can be set using the following SnapC MCA parameter: {{{snapc_base_global_shared=1}}}
 * Implement the ability to throttle the number of outgoing connections in FileM. At larger scales this type of explicit throttling helps prevent overwhelming the HNP machine. Default: 10, set via MCA parameter: {{{filem_rsh_max_outgoing}}}
 * Add a few diagnostic/debugging features to SnapC and FileM.

This commit was SVN r21131.
2009-04-30 16:55:39 +00:00

159 строки
5.6 KiB
C

/*
* Copyright (c) 2004-2009 The Trustees of Indiana University.
* All rights reserved.
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
* All rights reserved.
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
* University of Stuttgart. All rights reserved.
* Copyright (c) 2004-2005 The Regents of the University of California.
* All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#include "orte_config.h"
#include "opal/util/output.h"
#include "orte/mca/snapc/snapc.h"
#include "orte/mca/snapc/base/base.h"
#include "snapc_full.h"
/*
* Public string for version number
*/
const char *orte_snapc_full_component_version_string =
"ORTE SNAPC full MCA component version " OMPI_VERSION;
/*
* Local functionality
*/
static int snapc_full_open(void);
static int snapc_full_close(void);
bool orte_snapc_full_skip_filem = false;
bool orte_snapc_full_skip_app = false;
bool orte_snapc_full_timing_enabled = false;
/*
* Instantiate the public struct with all of our public information
* and pointer to our public functions in it
*/
orte_snapc_full_component_t mca_snapc_full_component = {
/* First do the base component stuff */
{
/* Handle the general mca_component_t struct containing
* meta information about the component itfull
*/
{
ORTE_SNAPC_BASE_VERSION_2_0_0,
/* Component name and version */
"full",
OMPI_MAJOR_VERSION,
OMPI_MINOR_VERSION,
OMPI_RELEASE_VERSION,
/* Component open and close functions */
snapc_full_open,
snapc_full_close,
orte_snapc_full_component_query
},
{
/* The component is checkpoint ready */
MCA_BASE_METADATA_PARAM_CHECKPOINT
},
/* Verbosity level */
0,
/* opal_output handler */
-1,
/* Default priority */
20
}
};
static int snapc_full_open(void)
{
int value;
/*
* This should be the last componet to ever get used since
* it doesn't do anything.
*/
mca_base_param_reg_int(&mca_snapc_full_component.super.base_version,
"priority",
"Priority of the SNAPC full component",
false, false,
mca_snapc_full_component.super.priority,
&mca_snapc_full_component.super.priority);
mca_base_param_reg_int(&mca_snapc_full_component.super.base_version,
"verbose",
"Verbose level for the SNAPC full component",
false, false,
mca_snapc_full_component.super.verbose,
&mca_snapc_full_component.super.verbose);
/* If there is a custom verbose level for this component than use it
* otherwise take our parents level and output channel
*/
if ( 0 != mca_snapc_full_component.super.verbose) {
mca_snapc_full_component.super.output_handle = opal_output_open(NULL);
opal_output_set_verbosity(mca_snapc_full_component.super.output_handle,
mca_snapc_full_component.super.verbose);
} else {
mca_snapc_full_component.super.output_handle = orte_snapc_base_output;
}
mca_base_param_reg_int(&mca_snapc_full_component.super.base_version,
"skip_filem",
"Not for general use! For debugging only! Pretend to move files. [Default = disabled]",
false, false,
0,
&value);
orte_snapc_full_skip_filem = OPAL_INT_TO_BOOL(value);
mca_base_param_reg_int(&mca_snapc_full_component.super.base_version,
"skip_app",
"Not for general use! For debugging only! Shortcut app level coord. [Default = disabled]",
false, false,
0,
&value);
orte_snapc_full_skip_app = OPAL_INT_TO_BOOL(value);
mca_base_param_reg_int(&mca_snapc_full_component.super.base_version,
"enable_timing",
"Enable timing information. [Default = disabled]",
false, false,
0,
&value);
orte_snapc_full_timing_enabled = OPAL_INT_TO_BOOL(value);
/*
* Debug Output
*/
opal_output_verbose(10, mca_snapc_full_component.super.output_handle,
"snapc:full: open()");
opal_output_verbose(20, mca_snapc_full_component.super.output_handle,
"snapc:full: open: priority = %d",
mca_snapc_full_component.super.priority);
opal_output_verbose(20, mca_snapc_full_component.super.output_handle,
"snapc:full: open: verbosity = %d",
mca_snapc_full_component.super.verbose);
opal_output_verbose(20, mca_snapc_full_component.super.output_handle,
"snapc:full: open: skip_filem = %s",
(orte_snapc_full_skip_filem == true ? "True" : "False"));
return ORTE_SUCCESS;
}
static int snapc_full_close(void)
{
opal_output_verbose(10, mca_snapc_full_component.super.output_handle,
"snapc:full: close()");
return ORTE_SUCCESS;
}