473 строки
15 KiB
C
473 строки
15 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2008 Sun Microsystems, Inc. All rights reserved.
|
|
* Copyright (c) 2008-2011 University of Houston. All rights reserved.
|
|
* Copyright (c) 2015 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <stdlib.h>
|
|
|
|
#include "mpi.h"
|
|
#include "ompi/file/file.h"
|
|
#include "opal/util/argv.h"
|
|
#include "opal/util/output.h"
|
|
#include "opal/class/opal_list.h"
|
|
#include "opal/class/opal_object.h"
|
|
#include "ompi/mca/mca.h"
|
|
#include "opal/mca/base/base.h"
|
|
#include "ompi/mca/io/io.h"
|
|
#include "ompi/mca/io/base/base.h"
|
|
#include "ompi/mca/io/base/io_base_request.h"
|
|
#include "ompi/mca/fs/fs.h"
|
|
#include "ompi/mca/fs/base/base.h"
|
|
#include "ompi/mca/fcoll/fcoll.h"
|
|
#include "ompi/mca/fcoll/base/base.h"
|
|
#include "ompi/mca/fbtl/fbtl.h"
|
|
#include "ompi/mca/fbtl/base/base.h"
|
|
#include "ompi/mca/sharedfp/sharedfp.h"
|
|
#include "ompi/mca/sharedfp/base/base.h"
|
|
|
|
opal_mutex_t ompi_mpi_ompio_bootstrap_mutex = OPAL_MUTEX_STATIC_INIT;
|
|
/*
|
|
* Local types
|
|
*/
|
|
struct avail_io_t {
|
|
opal_list_item_t super;
|
|
|
|
mca_io_base_version_t ai_version;
|
|
|
|
int ai_priority;
|
|
mca_io_base_components_t ai_component;
|
|
mca_io_base_modules_t ai_module;
|
|
struct mca_io_base_file_t *ai_module_data;
|
|
};
|
|
typedef struct avail_io_t avail_io_t;
|
|
|
|
/*
|
|
* Local functions
|
|
*/
|
|
static opal_list_t *check_components(opal_list_t *components,
|
|
ompi_file_t *file,
|
|
char **names, int num_names);
|
|
static avail_io_t *check_one_component(ompi_file_t *file,
|
|
const mca_base_component_t *component);
|
|
|
|
static avail_io_t *query(const mca_base_component_t *component,
|
|
ompi_file_t *file);
|
|
static avail_io_t *query_2_0_0(const mca_io_base_component_2_0_0_t *io_component,
|
|
ompi_file_t *file);
|
|
|
|
static void unquery(avail_io_t *avail, ompi_file_t *file);
|
|
|
|
static int module_init(ompi_file_t *file);
|
|
|
|
|
|
/*
|
|
* Stuff for the OBJ interface
|
|
*/
|
|
static OBJ_CLASS_INSTANCE(avail_io_t, opal_list_item_t, NULL, NULL);
|
|
|
|
|
|
/*
|
|
* This function is called at the initialization time of every
|
|
* file. It is used to select which io component will be
|
|
* active for a given file.
|
|
*/
|
|
int mca_io_base_file_select(ompi_file_t *file,
|
|
mca_base_component_t *preferred)
|
|
{
|
|
int err;
|
|
char *str;
|
|
opal_list_t *selectable;
|
|
opal_list_item_t *item;
|
|
avail_io_t *avail, selected;
|
|
|
|
/* Announce */
|
|
|
|
opal_output_verbose(10, ompi_io_base_framework.framework_output,
|
|
"io:base:file_select: new file: %s",
|
|
file->f_filename);
|
|
|
|
/* Initialize all the relevant pointers, since they're used as
|
|
sentinel values */
|
|
|
|
file->f_io_version = MCA_IO_BASE_V_NONE;
|
|
file->f_io_selected_data = NULL;
|
|
|
|
/* Compute the intersection of all of my available components with
|
|
the components from all the other processes in this file */
|
|
|
|
/* JMS CONTINUE HERE */
|
|
|
|
/* See if a preferred component was provided. If so, try to
|
|
select it. If we don't succeed, fall through and do a normal
|
|
selection. */
|
|
|
|
err = OMPI_ERROR;
|
|
if (NULL != preferred) {
|
|
str = &(preferred->mca_component_name[0]);
|
|
|
|
opal_output_verbose(10, ompi_io_base_framework.framework_output,
|
|
"io:base:file_select: Checking preferred module: %s",
|
|
str);
|
|
selectable = check_components(&ompi_io_base_framework.framework_components,
|
|
file, &str, 1);
|
|
|
|
/* If we didn't get a preferred module, then call again
|
|
without a preferred module. This makes the logic below
|
|
dramatically simpler. */
|
|
|
|
if (NULL == selectable) {
|
|
return mca_io_base_file_select(file, NULL);
|
|
}
|
|
|
|
/* We only fall through here if we were able to select one of
|
|
the preferred modules */
|
|
}
|
|
|
|
/* Nope -- a specific [set of] component[s] was not requested. Go
|
|
check them all. */
|
|
|
|
else {
|
|
opal_output_verbose(10, ompi_io_base_framework.framework_output,
|
|
"io:base:file_select: Checking all available modules");
|
|
selectable = check_components(&ompi_io_base_framework.framework_components,
|
|
file, NULL, 0);
|
|
}
|
|
|
|
/* Upon return from the above, the modules list will contain the
|
|
list of modules that returned (priority >= 0). If we have no
|
|
io modules available, it's an error */
|
|
|
|
if (NULL == selectable) {
|
|
/* There's no modules available. Doh! */
|
|
/* show_help */
|
|
return OMPI_ERROR;
|
|
}
|
|
|
|
/* Do some kind of collective operation to find a module that
|
|
everyone has available */
|
|
|
|
#if 1
|
|
/* For the moment, just take the top module off the list */
|
|
/* MSC actually take the buttom */
|
|
item = opal_list_remove_last(selectable);
|
|
avail = (avail_io_t *) item;
|
|
selected = *avail;
|
|
OBJ_RELEASE(avail);
|
|
#else
|
|
/* JMS CONTINUE HERE */
|
|
#endif
|
|
|
|
/* Everything left in the selectable list is therefore unwanted,
|
|
and we call their unquery() method (because they all had
|
|
query() invoked, but will never have init() invoked in this
|
|
scope). */
|
|
|
|
for (item = opal_list_remove_first(selectable); item != NULL;
|
|
item = opal_list_remove_first(selectable)) {
|
|
avail = (avail_io_t *) item;
|
|
unquery(avail, file);
|
|
OBJ_RELEASE(item);
|
|
}
|
|
OBJ_RELEASE(selectable);
|
|
|
|
/* Save the pointers of the selected module on the ompi_file_t */
|
|
|
|
file->f_io_version = selected.ai_version;
|
|
file->f_io_selected_component = selected.ai_component;
|
|
file->f_io_selected_module = selected.ai_module;
|
|
file->f_io_selected_data = selected.ai_module_data;
|
|
|
|
if (!strcmp (selected.ai_component.v2_0_0.io_version.mca_component_name,
|
|
"ompio")) {
|
|
int ret;
|
|
|
|
opal_mutex_lock(&ompi_mpi_ompio_bootstrap_mutex);
|
|
if (OMPI_SUCCESS != (ret = mca_base_framework_open(&ompi_fs_base_framework, 0))) {
|
|
opal_mutex_unlock(&ompi_mpi_ompio_bootstrap_mutex);
|
|
return err;
|
|
}
|
|
if (OMPI_SUCCESS != (ret = mca_base_framework_open(&ompi_fcoll_base_framework, 0))) {
|
|
opal_mutex_unlock(&ompi_mpi_ompio_bootstrap_mutex);
|
|
return err;
|
|
}
|
|
if (OMPI_SUCCESS != (ret = mca_base_framework_open(&ompi_fbtl_base_framework, 0))) {
|
|
opal_mutex_unlock(&ompi_mpi_ompio_bootstrap_mutex);
|
|
return err;
|
|
}
|
|
if (OMPI_SUCCESS != (ret = mca_base_framework_open(&ompi_sharedfp_base_framework, 0))) {
|
|
opal_mutex_unlock(&ompi_mpi_ompio_bootstrap_mutex);
|
|
return err;
|
|
}
|
|
opal_mutex_unlock(&ompi_mpi_ompio_bootstrap_mutex);
|
|
|
|
if (OMPI_SUCCESS !=
|
|
(ret = mca_fs_base_find_available(OPAL_ENABLE_PROGRESS_THREADS, 1))) {
|
|
return err;
|
|
}
|
|
if (OMPI_SUCCESS !=
|
|
(ret = mca_fcoll_base_find_available(OPAL_ENABLE_PROGRESS_THREADS, 1))) {
|
|
return err;
|
|
}
|
|
if (OMPI_SUCCESS !=
|
|
(ret = mca_fbtl_base_find_available(OPAL_ENABLE_PROGRESS_THREADS, 1))) {
|
|
return err;
|
|
}
|
|
if (OMPI_SUCCESS !=
|
|
(ret = mca_sharedfp_base_find_available(OPAL_ENABLE_PROGRESS_THREADS, 1))) {
|
|
return err;
|
|
}
|
|
|
|
}
|
|
/* Finally -- intialize the selected module. */
|
|
|
|
if (OMPI_SUCCESS != (err = module_init(file))) {
|
|
return err;
|
|
}
|
|
|
|
/* Announce the winner */
|
|
|
|
opal_output_verbose(10, ompi_io_base_framework.framework_output,
|
|
"io:base:file_select: Selected io module %s",
|
|
selected.ai_component.v2_0_0.io_version.mca_component_name);
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static int avail_io_compare (opal_list_item_t **itema,
|
|
opal_list_item_t **itemb)
|
|
{
|
|
const avail_io_t *availa = (const avail_io_t *) *itema;
|
|
const avail_io_t *availb = (const avail_io_t *) *itemb;
|
|
|
|
/* highest component last */
|
|
if (availa->ai_priority > availb->ai_priority) {
|
|
return 1;
|
|
} else if (availa->ai_priority < availb->ai_priority) {
|
|
return -1;
|
|
} else {
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* For each component in the list, if it is in the list of names (or
|
|
* the list of names is NULL), then check and see if it wants to run,
|
|
* and do the resulting priority comparison. Make a list of
|
|
* (component, module) tuples (of type avail_io_t) to be only those
|
|
* who returned that they want to run, and put them in priority order.
|
|
*/
|
|
static opal_list_t *check_components(opal_list_t *components,
|
|
ompi_file_t *file,
|
|
char **names, int num_names)
|
|
{
|
|
int i;
|
|
const mca_base_component_t *component;
|
|
mca_base_component_list_item_t *cli;
|
|
bool want_to_check;
|
|
opal_list_t *selectable;
|
|
avail_io_t *avail;
|
|
|
|
/* Make a list of the components that query successfully */
|
|
|
|
selectable = OBJ_NEW(opal_list_t);
|
|
|
|
/* Scan through the list of components. This nested loop is
|
|
O(N^2), but we should never have too many components and/or
|
|
names, so this *hopefully* shouldn't matter... */
|
|
|
|
OPAL_LIST_FOREACH(cli, components, mca_base_component_list_item_t) {
|
|
component = cli->cli_component;
|
|
|
|
/* If we have a list of names, scan through it */
|
|
|
|
if (0 == num_names) {
|
|
want_to_check = true;
|
|
} else {
|
|
want_to_check = false;
|
|
for (i = 0; i < num_names; ++i) {
|
|
if (0 == strcmp(names[i], component->mca_component_name)) {
|
|
want_to_check = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
/* If we determined that we want to check this component, then
|
|
do so */
|
|
|
|
if (want_to_check) {
|
|
avail = check_one_component(file, component);
|
|
if (NULL != avail) {
|
|
/* Put this item on the list in priority order
|
|
(highest priority first). Should it go first? */
|
|
/* MSC actually put it Lowest priority first */
|
|
/* NTH sorted later */
|
|
opal_list_append(selectable, (opal_list_item_t*)avail);
|
|
}
|
|
}
|
|
}
|
|
|
|
/* If we didn't find any available components, return an error */
|
|
|
|
if (0 == opal_list_get_size(selectable)) {
|
|
OBJ_RELEASE(selectable);
|
|
return NULL;
|
|
}
|
|
|
|
opal_list_sort(selectable, avail_io_compare);
|
|
|
|
/* All done */
|
|
|
|
return selectable;
|
|
}
|
|
|
|
/*
|
|
* Check a single component
|
|
*/
|
|
static avail_io_t *check_one_component(ompi_file_t *file,
|
|
const mca_base_component_t *component)
|
|
{
|
|
avail_io_t *avail;
|
|
|
|
avail = query(component, file);
|
|
if (NULL != avail) {
|
|
avail->ai_priority = (avail->ai_priority < 100) ?
|
|
avail->ai_priority : 100;
|
|
avail->ai_priority = (avail->ai_priority < 0) ?
|
|
0 : avail->ai_priority;
|
|
opal_output_verbose(10, ompi_io_base_framework.framework_output,
|
|
"io:base:file_select: component available: %s, priority: %d",
|
|
component->mca_component_name,
|
|
avail->ai_priority);
|
|
} else {
|
|
opal_output_verbose(10, ompi_io_base_framework.framework_output,
|
|
"io:base:file_select: component not available: %s",
|
|
component->mca_component_name);
|
|
}
|
|
|
|
return avail;
|
|
}
|
|
|
|
|
|
/**************************************************************************
|
|
* Query functions
|
|
**************************************************************************/
|
|
|
|
/*
|
|
* Take any version of a io module, query it, and return the right
|
|
* module struct
|
|
*/
|
|
static avail_io_t *query(const mca_base_component_t *component,
|
|
ompi_file_t *file)
|
|
{
|
|
const mca_io_base_component_2_0_0_t *ioc_200;
|
|
|
|
/* MCA version check */
|
|
|
|
if (MCA_BASE_VERSION_MAJOR == component->mca_major_version &&
|
|
MCA_BASE_VERSION_MINOR == component->mca_minor_version &&
|
|
MCA_BASE_VERSION_RELEASE == component->mca_release_version) {
|
|
ioc_200 = (mca_io_base_component_2_0_0_t *) component;
|
|
|
|
return query_2_0_0(ioc_200, file);
|
|
}
|
|
|
|
/* Unknown io API version -- return error */
|
|
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static avail_io_t *query_2_0_0(const mca_io_base_component_2_0_0_t *component,
|
|
ompi_file_t *file)
|
|
{
|
|
int priority;
|
|
avail_io_t *avail;
|
|
const mca_io_base_module_2_0_0_t *module;
|
|
struct mca_io_base_file_t *module_data;
|
|
|
|
/* Query v2.0.0 */
|
|
|
|
avail = NULL;
|
|
module_data = NULL;
|
|
module = component->io_file_query(file, &module_data, &priority);
|
|
if (NULL != module) {
|
|
avail = OBJ_NEW(avail_io_t);
|
|
avail->ai_version = MCA_IO_BASE_V_2_0_0;
|
|
avail->ai_priority = priority;
|
|
avail->ai_component.v2_0_0 = *component;
|
|
avail->ai_module.v2_0_0 = *module;
|
|
avail->ai_module_data = module_data;
|
|
}
|
|
|
|
return avail;
|
|
}
|
|
|
|
|
|
/**************************************************************************
|
|
* Unquery functions
|
|
**************************************************************************/
|
|
|
|
static void unquery(avail_io_t *avail, ompi_file_t *file)
|
|
{
|
|
const mca_io_base_component_2_0_0_t *ioc_200;
|
|
|
|
switch(avail->ai_version) {
|
|
case MCA_IO_BASE_V_2_0_0:
|
|
ioc_200 = &(avail->ai_component.v2_0_0);
|
|
ioc_200->io_file_unquery(file, avail->ai_module_data);
|
|
break;
|
|
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
|
|
/**************************************************************************
|
|
* Module_Init functions
|
|
**************************************************************************/
|
|
|
|
/*
|
|
* Initialize a module
|
|
*/
|
|
static int module_init(ompi_file_t *file)
|
|
{
|
|
const mca_io_base_module_2_0_0_t *iom_200;
|
|
|
|
switch(file->f_io_version) {
|
|
case MCA_IO_BASE_V_2_0_0:
|
|
iom_200 = &(file->f_io_selected_module.v2_0_0);
|
|
return iom_200->io_module_file_open(file->f_comm, file->f_filename,
|
|
file->f_amode, file->f_info,
|
|
file);
|
|
break;
|
|
|
|
default:
|
|
return OMPI_ERROR;
|
|
break;
|
|
}
|
|
|
|
/* No way to reach here */
|
|
}
|