5f1254d710
Use of the old ompi_free_list_t and ompi_free_list_item_t is deprecated. These classes will be removed in a future commit. This commit updates the entire code base to use opal_free_list_t and opal_free_list_item_t. Notes: OMPI_FREE_LIST_*_MT -> opal_free_list_* (uses opal_using_threads ()) Signed-off-by: Nathan Hjelm <hjelmn@lanl.gov>
241 строка
8.1 KiB
C
241 строка
8.1 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2004-2010 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2007 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2007 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2009 Cisco Systems, Inc. All rights reserved.
|
|
* Copyright (c) 2013-2015 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
|
|
#include "ompi_config.h"
|
|
#include <stdio.h>
|
|
|
|
#ifdef HAVE_STRING_H
|
|
#include <string.h>
|
|
#endif
|
|
#ifdef HAVE_UNISTD_H
|
|
#include <unistd.h>
|
|
#endif /* HAVE_UNIST_H */
|
|
#include "opal/mca/mca.h"
|
|
#include "opal/util/output.h"
|
|
#include "opal/mca/base/base.h"
|
|
|
|
|
|
#include "ompi/constants.h"
|
|
#include "ompi/mca/pml/pml.h"
|
|
#include "ompi/mca/pml/base/base.h"
|
|
#include "ompi/mca/pml/base/pml_base_request.h"
|
|
|
|
/*
|
|
* The following file was created by configure. It contains extern
|
|
* statements and the definition of an array of pointers to each
|
|
* component's public mca_base_component_t struct.
|
|
*/
|
|
|
|
#include "ompi/mca/pml/base/static-components.h"
|
|
|
|
int mca_pml_base_progress(void)
|
|
{
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
#define xstringify(pml) #pml
|
|
#define stringify(pml) xstringify(pml)
|
|
|
|
/*
|
|
* Global variables
|
|
*/
|
|
mca_pml_base_module_t mca_pml = {
|
|
NULL, /* pml_add_procs */
|
|
NULL, /* pml_del_procs */
|
|
NULL, /* pml_enable */
|
|
mca_pml_base_progress, /* pml_progress */
|
|
NULL, /* pml_add_comm */
|
|
NULL, /* pml_del_comm */
|
|
NULL, /* pml_irecv_init */
|
|
NULL, /* pml_irecv */
|
|
NULL, /* pml_recv */
|
|
NULL, /* pml_isend_init */
|
|
NULL, /* pml_isend */
|
|
NULL, /* pml_send */
|
|
NULL, /* pml_iprobe */
|
|
NULL, /* pml_probe */
|
|
NULL, /* pml_start */
|
|
NULL, /* pml_dump */
|
|
NULL, /* pml_ft_event */
|
|
0, /* pml_max_contextid */
|
|
0 /* pml_max_tag */
|
|
};
|
|
|
|
mca_pml_base_component_t mca_pml_base_selected_component;
|
|
opal_pointer_array_t mca_pml_base_pml;
|
|
char *ompi_pml_base_bsend_allocator_name;
|
|
|
|
#if !MCA_ompi_pml_DIRECT_CALL && OPAL_ENABLE_FT_CR == 1
|
|
static char *ompi_pml_base_wrapper = NULL;
|
|
#endif
|
|
|
|
static int mca_pml_base_register(mca_base_register_flag_t flags)
|
|
{
|
|
#if !MCA_ompi_pml_DIRECT_CALL && OPAL_ENABLE_FT_CR == 1
|
|
int var_id;
|
|
#endif
|
|
|
|
ompi_pml_base_bsend_allocator_name = "basic";
|
|
(void) mca_base_var_register("ompi", "pml", "base", "bsend_allocator", NULL,
|
|
MCA_BASE_VAR_TYPE_STRING, NULL, 0, 0,
|
|
OPAL_INFO_LVL_9,
|
|
MCA_BASE_VAR_SCOPE_READONLY,
|
|
&ompi_pml_base_bsend_allocator_name);
|
|
|
|
#if !MCA_ompi_pml_DIRECT_CALL && OPAL_ENABLE_FT_CR == 1
|
|
ompi_pml_base_wrapper = NULL;
|
|
var_id = mca_base_var_register("ompi", "pml", "base", "wrapper",
|
|
"Use a Wrapper component around the selected PML component",
|
|
MCA_BASE_VAR_TYPE_STRING, NULL, 0, 0,
|
|
OPAL_INFO_LVL_9,
|
|
MCA_BASE_VAR_SCOPE_READONLY,
|
|
&ompi_pml_base_wrapper);
|
|
(void) mca_base_var_register_synonym(var_id, "ompi", "pml", NULL, "wrapper", 0);
|
|
#endif
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
int mca_pml_base_finalize(void) {
|
|
if (NULL != mca_pml_base_selected_component.pmlm_finalize) {
|
|
return mca_pml_base_selected_component.pmlm_finalize();
|
|
}
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
static int mca_pml_base_close(void)
|
|
{
|
|
int i, j;
|
|
|
|
/* turn off the progress code for the pml */
|
|
if( NULL != mca_pml.pml_progress ) {
|
|
opal_progress_unregister(mca_pml.pml_progress);
|
|
}
|
|
|
|
/* Blatently ignore the return code (what would we do to recover,
|
|
anyway? This module is going away, so errors don't matter
|
|
anymore) */
|
|
|
|
/**
|
|
* Destruct the send and receive queues. The opal_free_list_t destructor
|
|
* will return the memory to the mpool, so this has to be done before the
|
|
* mpool get released by the PML close function.
|
|
*/
|
|
OBJ_DESTRUCT(&mca_pml_base_send_requests);
|
|
OBJ_DESTRUCT(&mca_pml_base_recv_requests);
|
|
|
|
mca_pml.pml_progress = mca_pml_base_progress;
|
|
|
|
/* Free all the strings in the array */
|
|
j = opal_pointer_array_get_size(&mca_pml_base_pml);
|
|
for (i = 0; i < j; ++i) {
|
|
char *str;
|
|
str = (char*) opal_pointer_array_get_item(&mca_pml_base_pml, i);
|
|
free(str);
|
|
}
|
|
OBJ_DESTRUCT(&mca_pml_base_pml);
|
|
|
|
/* Close all remaining available components */
|
|
return mca_base_framework_components_close(&ompi_pml_base_framework, NULL);
|
|
}
|
|
|
|
/**
|
|
* Function for finding and opening either all MCA components, or the one
|
|
* that was specifically requested via a MCA parameter.
|
|
*/
|
|
static int mca_pml_base_open(mca_base_open_flag_t flags)
|
|
{
|
|
/**
|
|
* Construct the send and receive request queues. There are 2 reasons to do it
|
|
* here. First, as they are globals it's better to construct them in one common
|
|
* place. Second, in order to be able to allow the external debuggers to show
|
|
* their content, they should get constructed as soon as possible once the MPI
|
|
* process is started.
|
|
*/
|
|
OBJ_CONSTRUCT(&mca_pml_base_send_requests, opal_free_list_t);
|
|
OBJ_CONSTRUCT(&mca_pml_base_recv_requests, opal_free_list_t);
|
|
|
|
OBJ_CONSTRUCT(&mca_pml_base_pml, opal_pointer_array_t);
|
|
|
|
/* Open up all available components */
|
|
|
|
if (OPAL_SUCCESS !=
|
|
mca_base_framework_components_open(&ompi_pml_base_framework, flags)) {
|
|
return OMPI_ERROR;
|
|
}
|
|
|
|
/* Set a sentinel in case we don't select any components (e.g.,
|
|
ompi_info) */
|
|
|
|
mca_pml_base_selected_component.pmlm_finalize = NULL;
|
|
|
|
/**
|
|
* Right now our selection of BTLs is completely broken. If we have
|
|
* multiple PMLs that use BTLs than we will open all BTLs several times, leading to
|
|
* undefined behaviors. The simplest solution, at least until we
|
|
* figure out the correct way to do it, is to force a default PML that
|
|
* uses BTLs and any other PMLs that do not in the mca_pml_base_pml array.
|
|
*/
|
|
|
|
#if MCA_ompi_pml_DIRECT_CALL
|
|
opal_pointer_array_add(&mca_pml_base_pml,
|
|
strdup(stringify(MCA_ompi_pml_DIRECT_CALL_COMPONENT)));
|
|
#else
|
|
{
|
|
const char **default_pml = NULL;
|
|
int var_id;
|
|
|
|
var_id = mca_base_var_find("ompi", "pml", NULL, NULL);
|
|
mca_base_var_get_value(var_id, &default_pml, NULL, NULL);
|
|
|
|
if( (NULL == default_pml || NULL == default_pml[0] ||
|
|
0 == strlen(default_pml[0])) || (default_pml[0][0] == '^') ) {
|
|
opal_pointer_array_add(&mca_pml_base_pml, strdup("ob1"));
|
|
opal_pointer_array_add(&mca_pml_base_pml, strdup("yalla"));
|
|
opal_pointer_array_add(&mca_pml_base_pml, strdup("cm"));
|
|
} else {
|
|
opal_pointer_array_add(&mca_pml_base_pml, strdup(default_pml[0]));
|
|
}
|
|
}
|
|
#if OPAL_ENABLE_FT_CR == 1
|
|
/*
|
|
* Which PML Wrapper component to use, if any
|
|
* - NULL or "" = No wrapper
|
|
* - ow. select that specific wrapper component
|
|
*/
|
|
if( NULL != ompi_pml_base_wrapper) {
|
|
opal_pointer_array_add(&mca_pml_base_pml, ompi_pml_base_wrapper);
|
|
}
|
|
#endif
|
|
|
|
#endif
|
|
|
|
return OMPI_SUCCESS;
|
|
|
|
}
|
|
|
|
MCA_BASE_FRAMEWORK_DECLARE(ompi, pml, "OMPI PML", mca_pml_base_register,
|
|
mca_pml_base_open, mca_pml_base_close,
|
|
mca_pml_base_static_components, 0);
|