239 строки
7.3 KiB
C
239 строки
7.3 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/** @file:
|
|
*/
|
|
|
|
#include "orte_config.h"
|
|
#include "include/orte_constants.h"
|
|
#include "util/proc_info.h"
|
|
#include "util/ompi_environ.h"
|
|
#include "mca/base/mca_base_param.h"
|
|
#include "mca/ns/ns.h"
|
|
#include "mca/errmgr/errmgr.h"
|
|
#include "mca/ns/base/base.h"
|
|
#include "mca/ns/base/ns_base_nds.h"
|
|
|
|
|
|
int orte_ns_nds_bproc_get(void) {
|
|
int rc;
|
|
int id;
|
|
int vpid_start;
|
|
int global_vpid_start;
|
|
int num_procs;
|
|
char* name_string = NULL;
|
|
id = mca_base_param_register_string("ns", "nds", "name", NULL, NULL);
|
|
mca_base_param_lookup_string(id, &name_string);
|
|
if(name_string != NULL) {
|
|
if (ORTE_SUCCESS != (rc = orte_ns_base_convert_string_to_process_name(
|
|
&(orte_process_info.my_name),
|
|
name_string))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
free(name_string);
|
|
return rc;
|
|
}
|
|
free(name_string);
|
|
|
|
} else {
|
|
|
|
orte_cellid_t cellid;
|
|
orte_jobid_t jobid;
|
|
orte_vpid_t vpid;
|
|
orte_vpid_t vpid_offset;
|
|
char* cellid_string;
|
|
char* jobid_string;
|
|
char* vpid_string;
|
|
|
|
id = mca_base_param_register_string("ns", "nds", "cellid", NULL, NULL);
|
|
mca_base_param_lookup_string(id, &cellid_string);
|
|
if (NULL == cellid_string) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_NOT_FOUND);
|
|
return ORTE_ERR_NOT_FOUND;
|
|
}
|
|
if (ORTE_SUCCESS != (rc = orte_ns.convert_string_to_cellid(&cellid, cellid_string))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return(rc);
|
|
}
|
|
|
|
id = mca_base_param_register_string("ns", "nds", "jobid", NULL, NULL);
|
|
mca_base_param_lookup_string(id, &jobid_string);
|
|
if (NULL == jobid_string) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_NOT_FOUND);
|
|
return ORTE_ERR_NOT_FOUND;
|
|
}
|
|
if (ORTE_SUCCESS != (rc = orte_ns.convert_string_to_jobid(&jobid, jobid_string))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return(rc);
|
|
}
|
|
|
|
vpid_string = getenv("BPROC_RANK");
|
|
if (NULL == vpid_string) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_NOT_FOUND);
|
|
return ORTE_ERR_NOT_FOUND;
|
|
}
|
|
rc = orte_ns.convert_string_to_vpid(&vpid_offset, vpid_string);
|
|
if (ORTE_SUCCESS != rc) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return(rc);
|
|
}
|
|
id = mca_base_param_register_int("ns", "nds", "vpid_start", NULL, -1);
|
|
mca_base_param_lookup_int(id, &vpid_start);
|
|
if (vpid_start < 0) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_NOT_FOUND);
|
|
return ORTE_ERR_NOT_FOUND;
|
|
}
|
|
rc = orte_ns.derive_vpid(&vpid, vpid_offset, vpid_start);
|
|
if (ORTE_SUCCESS != rc) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return(rc);
|
|
}
|
|
|
|
if (ORTE_SUCCESS != (rc = orte_ns.create_process_name(
|
|
&(orte_process_info.my_name),
|
|
cellid,
|
|
jobid,
|
|
vpid))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return rc;
|
|
}
|
|
}
|
|
|
|
id = mca_base_param_register_int("ns", "nds", "num_procs", NULL, -1);
|
|
mca_base_param_lookup_int(id, &num_procs);
|
|
if (num_procs < 0) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_NOT_FOUND);
|
|
return ORTE_ERR_NOT_FOUND;
|
|
}
|
|
orte_process_info.num_procs = (size_t)num_procs;
|
|
|
|
id = mca_base_param_register_int("ns", "nds", "global_vpid_start", NULL, -1);
|
|
mca_base_param_lookup_int(id, &global_vpid_start);
|
|
if (global_vpid_start < 0) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_NOT_FOUND);
|
|
return ORTE_ERR_NOT_FOUND;
|
|
}
|
|
orte_process_info.vpid_start = (orte_vpid_t)global_vpid_start;
|
|
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|
|
|
|
int orte_ns_nds_bproc_put(orte_cellid_t cell, orte_jobid_t job,
|
|
orte_vpid_t vpid_start, orte_vpid_t global_vpid_start,
|
|
int num_procs, char ***env) {
|
|
char* param;
|
|
char* cellid;
|
|
char* jobid;
|
|
char* value;
|
|
int rc;
|
|
|
|
if(ORTE_SUCCESS != (rc = orte_ns.convert_cellid_to_string(&cellid, cell))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return rc;
|
|
}
|
|
if(ORTE_SUCCESS != (rc = orte_ns.convert_jobid_to_string(&jobid, job))) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return rc;
|
|
}
|
|
|
|
/* set the mode to bproc */
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds",NULL))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_setenv(param, "bproc", true, env);
|
|
free(param);
|
|
|
|
/* not a seed */
|
|
if(NULL == (param = mca_base_param_environ_variable("seed",NULL,NULL))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_unsetenv(param, env);
|
|
free(param);
|
|
|
|
/* since we want to pass the name as separate components, make sure
|
|
* that the "name" environmental variable is cleared!
|
|
*/
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds","name"))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_unsetenv(param, env);
|
|
free(param);
|
|
|
|
/* setup the name */
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds","cellid"))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_setenv(param, cellid, true, env);
|
|
free(param);
|
|
free(cellid);
|
|
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds","jobid"))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_setenv(param, jobid, true, env);
|
|
free(param);
|
|
free(jobid);
|
|
|
|
rc = orte_ns.convert_vpid_to_string(&value, vpid_start);
|
|
if (ORTE_SUCCESS != rc) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return(rc);
|
|
}
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds","vpid_start"))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_setenv(param, value, true, env);
|
|
free(param);
|
|
free(value);
|
|
|
|
rc = orte_ns.convert_vpid_to_string(&value, global_vpid_start);
|
|
if (ORTE_SUCCESS != rc) {
|
|
ORTE_ERROR_LOG(rc);
|
|
return(rc);
|
|
}
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds","global_vpid_start"))) {
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_setenv(param, value, true, env);
|
|
free(param);
|
|
free(value);
|
|
|
|
asprintf(&value, "%d", num_procs);
|
|
if(NULL == (param = mca_base_param_environ_variable("ns","nds","num_procs")))
|
|
{
|
|
ORTE_ERROR_LOG(ORTE_ERR_OUT_OF_RESOURCE);
|
|
return ORTE_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
ompi_setenv(param, value, true, env);
|
|
free(param);
|
|
free(value);
|
|
|
|
/* we have to set this environmental variable so bproc will give us our rank
|
|
* after the launch */
|
|
|
|
putenv("BPROC_RANK=XXXXXXX");
|
|
ompi_setenv("BPROC_RANK", "XXXXXXX", true, env);
|
|
|
|
return ORTE_SUCCESS;
|
|
}
|
|
|