780c93ee57
We recognize that this means other users of OPAL will need to "wrap" the opal_process_name_t if they desire to abstract it in some fashion. This is regrettable, and we are looking at possible alternatives that might mitigate that requirement. Meantime, however, we have to put the needs of the OMPI community first, and are taking this step to restore hetero and SPARC support.
279 строки
8.7 KiB
C
279 строки
8.7 KiB
C
/*
|
|
* Copyright (c) 2004-2007 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2006-2013 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2007-2012 Cisco Systems, Inc. All rights reserved.
|
|
* Copyright (c) 2007-2008 Sun Microsystems, Inc. All rights reserved.
|
|
* Copyright (c) 2014 Intel, Inc. All rights reserved.
|
|
* Copyright (c) 2014 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
*
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
/** @file **/
|
|
|
|
#include "orte_config.h"
|
|
#include "orte/constants.h"
|
|
|
|
#include <sys/types.h>
|
|
#ifdef HAVE_UNISTD_H
|
|
#include <unistd.h>
|
|
#endif
|
|
|
|
#include "opal/mca/dstore/base/base.h"
|
|
#include "opal/mca/pmix/base/base.h"
|
|
#include "opal/util/error.h"
|
|
#include "opal/util/output.h"
|
|
#include "opal/util/proc.h"
|
|
#include "opal/util/timings.h"
|
|
#include "opal/runtime/opal.h"
|
|
#include "opal/threads/threads.h"
|
|
|
|
#include "orte/util/show_help.h"
|
|
#include "orte/mca/ess/base/base.h"
|
|
#include "orte/mca/ess/ess.h"
|
|
#include "orte/mca/errmgr/errmgr.h"
|
|
#include "orte/util/name_fns.h"
|
|
#include "orte/util/proc_info.h"
|
|
#include "orte/util/error_strings.h"
|
|
#include "orte/orted/pmix/pmix_server.h"
|
|
|
|
#include "orte/runtime/runtime.h"
|
|
#include "orte/runtime/orte_globals.h"
|
|
#include "orte/runtime/orte_locks.h"
|
|
|
|
/**
|
|
* Static functions used to configure the interactions between the OPAL and
|
|
* the runtime.
|
|
*/
|
|
|
|
static char*
|
|
_jobid_print_for_opal(const opal_jobid_t jobid)
|
|
{
|
|
return ORTE_JOBID_PRINT(jobid);
|
|
}
|
|
|
|
static char*
|
|
_vpid_print_for_opal(const opal_vpid_t vpid)
|
|
{
|
|
return ORTE_VPID_PRINT(vpid);
|
|
}
|
|
|
|
static int
|
|
_process_name_compare(const opal_process_name_t p1, const opal_process_name_t p2)
|
|
{
|
|
return orte_util_compare_name_fields(ORTE_NS_CMP_ALL, &p1, &p2);
|
|
}
|
|
|
|
static int _convert_string_to_process_name(opal_process_name_t *name,
|
|
const char* name_string)
|
|
{
|
|
return orte_util_convert_string_to_process_name(name, name_string);
|
|
}
|
|
|
|
/*
|
|
* Whether we have completed orte_init or we are in orte_finalize
|
|
*/
|
|
int orte_initialized = 0;
|
|
bool orte_finalizing = false;
|
|
bool orte_debug_flag = false;
|
|
int orte_debug_verbosity;
|
|
char *orte_prohibited_session_dirs = NULL;
|
|
bool orte_create_session_dirs = true;
|
|
opal_event_base_t *orte_event_base;
|
|
bool orte_event_base_active = true;
|
|
bool orte_proc_is_bound = false;
|
|
int orte_progress_thread_debug = -1;
|
|
#if OPAL_HAVE_HWLOC
|
|
hwloc_cpuset_t orte_proc_applied_binding = NULL;
|
|
#endif
|
|
|
|
orte_process_name_t orte_name_wildcard = {ORTE_JOBID_WILDCARD, ORTE_VPID_WILDCARD};
|
|
|
|
orte_process_name_t orte_name_invalid = {ORTE_JOBID_INVALID, ORTE_VPID_INVALID};
|
|
|
|
|
|
#if OPAL_CC_USE_PRAGMA_IDENT
|
|
#pragma ident ORTE_IDENT_STRING
|
|
#elif OPAL_CC_USE_IDENT
|
|
#ident ORTE_IDENT_STRING
|
|
#endif
|
|
const char orte_version_string[] = ORTE_IDENT_STRING;
|
|
|
|
int orte_init(int* pargc, char*** pargv, orte_proc_type_t flags)
|
|
{
|
|
int ret;
|
|
char *error = NULL;
|
|
|
|
if (0 < orte_initialized) {
|
|
/* track number of times we have been called */
|
|
orte_initialized++;
|
|
return ORTE_SUCCESS;
|
|
}
|
|
orte_initialized++;
|
|
|
|
/* initialize the opal layer */
|
|
if (ORTE_SUCCESS != (ret = opal_init(pargc, pargv))) {
|
|
error = "opal_init";
|
|
goto error;
|
|
}
|
|
|
|
/* Convince OPAL to use our naming scheme */
|
|
// opal_process_name_print = _process_name_print_for_opal;
|
|
opal_vpid_print = _vpid_print_for_opal;
|
|
opal_jobid_print = _jobid_print_for_opal;
|
|
opal_compare_proc = _process_name_compare;
|
|
opal_convert_string_to_process_name = _convert_string_to_process_name;
|
|
|
|
/* ensure we know the type of proc for when we finalize */
|
|
orte_process_info.proc_type = flags;
|
|
|
|
/* setup the locks */
|
|
if (ORTE_SUCCESS != (ret = orte_locks_init())) {
|
|
error = "orte_locks_init";
|
|
goto error;
|
|
}
|
|
|
|
/* Register all MCA Params */
|
|
if (ORTE_SUCCESS != (ret = orte_register_params())) {
|
|
error = "orte_register_params";
|
|
goto error;
|
|
}
|
|
|
|
/* setup the orte_show_help system */
|
|
if (ORTE_SUCCESS != (ret = orte_show_help_init())) {
|
|
error = "opal_output_init";
|
|
goto error;
|
|
}
|
|
|
|
/* register handler for errnum -> string conversion */
|
|
opal_error_register("ORTE", ORTE_ERR_BASE, ORTE_ERR_MAX, orte_err2str);
|
|
|
|
/* Ensure the rest of the process info structure is initialized */
|
|
if (ORTE_SUCCESS != (ret = orte_proc_info())) {
|
|
error = "orte_proc_info";
|
|
goto error;
|
|
}
|
|
|
|
/* we may have modified the local nodename according to
|
|
* request to retain/strip the FQDN and prefix, so update
|
|
* it here. The OPAL layer will strdup the hostname, so
|
|
* we have to free it first to avoid a memory leak */
|
|
if (NULL != opal_process_info.nodename) {
|
|
free(opal_process_info.nodename);
|
|
}
|
|
opal_process_info.nodename = orte_process_info.nodename;
|
|
|
|
/* setup the dstore framework */
|
|
if (ORTE_SUCCESS != (ret = mca_base_framework_open(&opal_dstore_base_framework, 0))) {
|
|
ORTE_ERROR_LOG(ret);
|
|
error = "opal_dstore_base_open";
|
|
goto error;
|
|
}
|
|
if (ORTE_SUCCESS != (ret = opal_dstore_base_select())) {
|
|
ORTE_ERROR_LOG(ret);
|
|
error = "opal_dstore_base_select";
|
|
goto error;
|
|
}
|
|
/* create the handle */
|
|
if (0 > (opal_dstore_internal = opal_dstore.open("INTERNAL", "hash", NULL))) {
|
|
error = "opal dstore internal";
|
|
ret = ORTE_ERR_FATAL;
|
|
goto error;
|
|
}
|
|
|
|
if (ORTE_PROC_IS_APP) {
|
|
if (0 > (opal_dstore_modex = opal_dstore.open("MODEX", "sm,hash", NULL))) {
|
|
error = "opal dstore modex";
|
|
ret = ORTE_ERR_FATAL;
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
if (ORTE_PROC_IS_APP) {
|
|
/* we must have the pmix framework setup prior to opening/selecting ESS
|
|
* as some of those components may depend on it */
|
|
if (OPAL_SUCCESS != (ret = mca_base_framework_open(&opal_pmix_base_framework, 0))) {
|
|
ORTE_ERROR_LOG(ret);
|
|
error = "opal_pmix_base_open";
|
|
goto error;
|
|
}
|
|
if (OPAL_SUCCESS != (ret = opal_pmix_base_select())) {
|
|
ORTE_ERROR_LOG(ret);
|
|
error = "opal_pmix_base_select";
|
|
goto error;
|
|
}
|
|
} else if (!ORTE_PROC_IS_TOOL) {
|
|
/* let the pmix server register params */
|
|
pmix_server_register();
|
|
}
|
|
|
|
/* open the ESS and select the correct module for this environment */
|
|
if (ORTE_SUCCESS != (ret = mca_base_framework_open(&orte_ess_base_framework, 0))) {
|
|
ORTE_ERROR_LOG(ret);
|
|
error = "orte_ess_base_open";
|
|
goto error;
|
|
}
|
|
if (ORTE_SUCCESS != (ret = orte_ess_base_select())) {
|
|
error = "orte_ess_base_select";
|
|
goto error;
|
|
}
|
|
|
|
if (!ORTE_PROC_IS_APP) {
|
|
/* ORTE tools "block" in their own loop over the event
|
|
* base, so no progress thread is required - apps will
|
|
* start their progress thread in ess_base_std_app.c
|
|
* at the appropriate point
|
|
*/
|
|
orte_event_base = opal_event_base;
|
|
}
|
|
|
|
/* initialize the RTE for this environment */
|
|
if (ORTE_SUCCESS != (ret = orte_ess.init())) {
|
|
error = "orte_ess_init";
|
|
goto error;
|
|
}
|
|
|
|
/* set the remaining opal_process_info fields. Note that
|
|
* the OPAL layer will have initialized these to NULL, and
|
|
* anyone between us would not have strdup'd the string, so
|
|
* we cannot free it here */
|
|
opal_process_info.job_session_dir = orte_process_info.job_session_dir;
|
|
opal_process_info.proc_session_dir = orte_process_info.proc_session_dir;
|
|
opal_process_info.num_local_peers = (int32_t)orte_process_info.num_local_peers;
|
|
opal_process_info.my_local_rank = (int32_t)orte_process_info.my_local_rank;
|
|
#if OPAL_HAVE_HWLOC
|
|
opal_process_info.cpuset = orte_process_info.cpuset;
|
|
#endif /* OPAL_HAVE_HWLOC */
|
|
|
|
#if OPAL_ENABLE_TIMING
|
|
opal_timing_set_jobid(ORTE_NAME_PRINT(ORTE_PROC_MY_NAME));
|
|
#endif
|
|
|
|
/* All done */
|
|
return ORTE_SUCCESS;
|
|
|
|
error:
|
|
if (ORTE_ERR_SILENT != ret) {
|
|
orte_show_help("help-orte-runtime",
|
|
"orte_init:startup:internal-failure",
|
|
true, error, ORTE_ERROR_NAME(ret), ret);
|
|
}
|
|
|
|
return ret;
|
|
}
|