ee3517427e
Add a framework to support different types of threading models including user space thread packages such as Qthreads and argobot: https://github.com/pmodels/argobots https://github.com/Qthreads/qthreads The default threading model is pthreads. Alternate thread models are specificed at configure time using the --with-threads=X option. The framework is static. The theading model to use is selected at Open MPI configure/build time. mca/threads: implement Argobots threading layer config: fix thread configury - Add double quotations - Change Argobot to Argobots config: implement Argobots check If the poll time is too long, MPI hangs. This quick fix just sets it to 0, but it is not good for the Pthreads version. Need to find a good way to abstract it. Note that even 1 (= 1 millisecond) causes disastrous performance degradation. rework threads MCA framework configury It now works more like the ompi/mca/rte configury, modulo some edge items that are special for threading package linking, etc. qthreads module some argobots cleanup Signed-off-by: Noah Evans <noah.evans@gmail.com> Signed-off-by: Shintaro Iwasaki <siwasaki@anl.gov> Signed-off-by: Howard Pritchard <howardp@lanl.gov>
374 строки
10 KiB
C
374 строки
10 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2015-2016 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2018 Triad National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "opal_config.h"
|
|
|
|
#include "opal/constants.h"
|
|
#include "opal/runtime/opal.h"
|
|
#include "opal/util/keyval_parse.h"
|
|
#include "opal/util/keyval/keyval_lex.h"
|
|
#include "opal/util/output.h"
|
|
#include "opal/util/string_copy.h"
|
|
#include "opal/mca/threads/mutex.h"
|
|
#include <string.h>
|
|
#include <ctype.h>
|
|
|
|
int opal_util_keyval_parse_lineno = 0;
|
|
|
|
static const char *keyval_filename;
|
|
static opal_keyval_parse_fn_t keyval_callback;
|
|
static char *key_buffer = NULL;
|
|
static size_t key_buffer_len = 0;
|
|
static opal_mutex_t keyval_mutex;
|
|
|
|
static int parse_line(void);
|
|
static int parse_line_new(opal_keyval_parse_state_t first_val);
|
|
static void parse_error(int num);
|
|
|
|
static char *env_str = NULL;
|
|
static int envsize = 1024;
|
|
|
|
static void opal_util_keyval_parse_finalize (void)
|
|
{
|
|
free(key_buffer);
|
|
key_buffer = NULL;
|
|
key_buffer_len = 0;
|
|
|
|
OBJ_DESTRUCT(&keyval_mutex);
|
|
}
|
|
|
|
int opal_util_keyval_parse_init(void)
|
|
{
|
|
OBJ_CONSTRUCT(&keyval_mutex, opal_mutex_t);
|
|
|
|
opal_finalize_register_cleanup (opal_util_keyval_parse_finalize);
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
int
|
|
opal_util_keyval_parse(const char *filename,
|
|
opal_keyval_parse_fn_t callback)
|
|
{
|
|
int val;
|
|
int ret = OPAL_SUCCESS;;
|
|
|
|
OPAL_THREAD_LOCK(&keyval_mutex);
|
|
|
|
keyval_filename = filename;
|
|
keyval_callback = callback;
|
|
|
|
/* Open the opal */
|
|
opal_util_keyval_yyin = fopen(keyval_filename, "r");
|
|
if (NULL == opal_util_keyval_yyin) {
|
|
ret = OPAL_ERR_NOT_FOUND;
|
|
goto cleanup;
|
|
}
|
|
|
|
opal_util_keyval_parse_done = false;
|
|
opal_util_keyval_yynewlines = 1;
|
|
opal_util_keyval_init_buffer(opal_util_keyval_yyin);
|
|
while (!opal_util_keyval_parse_done) {
|
|
val = opal_util_keyval_yylex();
|
|
switch (val) {
|
|
case OPAL_UTIL_KEYVAL_PARSE_DONE:
|
|
/* This will also set opal_util_keyval_parse_done to true, so just
|
|
break here */
|
|
break;
|
|
|
|
case OPAL_UTIL_KEYVAL_PARSE_NEWLINE:
|
|
/* blank line! ignore it */
|
|
break;
|
|
|
|
case OPAL_UTIL_KEYVAL_PARSE_SINGLE_WORD:
|
|
parse_line();
|
|
break;
|
|
|
|
case OPAL_UTIL_KEYVAL_PARSE_MCAVAR:
|
|
case OPAL_UTIL_KEYVAL_PARSE_ENVVAR:
|
|
case OPAL_UTIL_KEYVAL_PARSE_ENVEQL:
|
|
parse_line_new(val);
|
|
break;
|
|
|
|
default:
|
|
/* anything else is an error */
|
|
parse_error(1);
|
|
break;
|
|
}
|
|
}
|
|
fclose(opal_util_keyval_yyin);
|
|
opal_util_keyval_yylex_destroy ();
|
|
|
|
cleanup:
|
|
OPAL_THREAD_UNLOCK(&keyval_mutex);
|
|
return ret;
|
|
}
|
|
|
|
|
|
|
|
static int parse_line(void)
|
|
{
|
|
int val;
|
|
|
|
opal_util_keyval_parse_lineno = opal_util_keyval_yylineno;
|
|
|
|
/* Save the name name */
|
|
if (key_buffer_len < strlen(opal_util_keyval_yytext) + 1) {
|
|
char *tmp;
|
|
key_buffer_len = strlen(opal_util_keyval_yytext) + 1;
|
|
tmp = (char*)realloc(key_buffer, key_buffer_len);
|
|
if (NULL == tmp) {
|
|
free(key_buffer);
|
|
key_buffer_len = 0;
|
|
key_buffer = NULL;
|
|
return OPAL_ERR_TEMP_OUT_OF_RESOURCE;
|
|
}
|
|
key_buffer = tmp;
|
|
}
|
|
|
|
opal_string_copy(key_buffer, opal_util_keyval_yytext, key_buffer_len);
|
|
|
|
/* The first thing we have to see is an "=" */
|
|
|
|
val = opal_util_keyval_yylex();
|
|
if (opal_util_keyval_parse_done || OPAL_UTIL_KEYVAL_PARSE_EQUAL != val) {
|
|
parse_error(2);
|
|
return OPAL_ERROR;
|
|
}
|
|
|
|
/* Next we get the value */
|
|
|
|
val = opal_util_keyval_yylex();
|
|
if (OPAL_UTIL_KEYVAL_PARSE_SINGLE_WORD == val ||
|
|
OPAL_UTIL_KEYVAL_PARSE_VALUE == val) {
|
|
keyval_callback(key_buffer, opal_util_keyval_yytext);
|
|
|
|
/* Now we need to see the newline */
|
|
|
|
val = opal_util_keyval_yylex();
|
|
if (OPAL_UTIL_KEYVAL_PARSE_NEWLINE == val ||
|
|
OPAL_UTIL_KEYVAL_PARSE_DONE == val) {
|
|
return OPAL_SUCCESS;
|
|
}
|
|
}
|
|
|
|
/* Did we get an EOL or EOF? */
|
|
|
|
else if (OPAL_UTIL_KEYVAL_PARSE_DONE == val ||
|
|
OPAL_UTIL_KEYVAL_PARSE_NEWLINE == val) {
|
|
keyval_callback(key_buffer, NULL);
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
/* Nope -- we got something unexpected. Bonk! */
|
|
parse_error(3);
|
|
return OPAL_ERROR;
|
|
}
|
|
|
|
|
|
static void parse_error(int num)
|
|
{
|
|
/* JMS need better error/warning message here */
|
|
opal_output(0, "keyval parser: error %d reading file %s at line %d:\n %s\n",
|
|
num, keyval_filename, opal_util_keyval_yynewlines, opal_util_keyval_yytext);
|
|
}
|
|
|
|
int opal_util_keyval_save_internal_envars(opal_keyval_parse_fn_t callback)
|
|
{
|
|
if (NULL != env_str && 0 < strlen(env_str)) {
|
|
callback("mca_base_env_list_internal", env_str);
|
|
free(env_str);
|
|
env_str = NULL;
|
|
}
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
static void trim_name(char *buffer, const char* prefix, const char* suffix)
|
|
{
|
|
char *pchr, *echr;
|
|
size_t buffer_len;
|
|
|
|
if (NULL == buffer) {
|
|
return;
|
|
}
|
|
|
|
buffer_len = strlen (buffer);
|
|
|
|
pchr = buffer;
|
|
if (NULL != prefix) {
|
|
size_t prefix_len = strlen (prefix);
|
|
|
|
if (0 == strncmp (buffer, prefix, prefix_len)) {
|
|
pchr += prefix_len;
|
|
}
|
|
}
|
|
|
|
/* trim spaces at the beginning */
|
|
while (isspace (*pchr)) {
|
|
pchr++;
|
|
}
|
|
|
|
/* trim spaces at the end */
|
|
echr = buffer + buffer_len;
|
|
while (echr > buffer && isspace (*(echr - 1))) {
|
|
echr--;
|
|
}
|
|
echr[0] = '\0';
|
|
|
|
if (NULL != suffix && (uintptr_t) (echr - buffer) > strlen (suffix)) {
|
|
size_t suffix_len = strlen (suffix);
|
|
|
|
echr -= suffix_len;
|
|
|
|
if (0 == strncmp (echr, suffix, strlen(suffix))) {
|
|
do {
|
|
echr--;
|
|
} while (isspace (*echr));
|
|
echr[1] = '\0';
|
|
}
|
|
}
|
|
|
|
if (buffer != pchr) {
|
|
/* move the trimmed string to the beginning of the buffer */
|
|
memmove (buffer, pchr, strlen (pchr) + 1);
|
|
}
|
|
}
|
|
|
|
static int save_param_name (void)
|
|
{
|
|
if (key_buffer_len < strlen(opal_util_keyval_yytext) + 1) {
|
|
char *tmp;
|
|
key_buffer_len = strlen(opal_util_keyval_yytext) + 1;
|
|
tmp = (char*)realloc(key_buffer, key_buffer_len);
|
|
if (NULL == tmp) {
|
|
free(key_buffer);
|
|
key_buffer_len = 0;
|
|
key_buffer = NULL;
|
|
return OPAL_ERR_TEMP_OUT_OF_RESOURCE;
|
|
}
|
|
key_buffer = tmp;
|
|
}
|
|
|
|
opal_string_copy (key_buffer, opal_util_keyval_yytext, key_buffer_len);
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
static int add_to_env_str(char *var, char *val)
|
|
{
|
|
int sz, varsz, valsz;
|
|
void *tmp;
|
|
|
|
if (NULL == var) {
|
|
return OPAL_ERR_BAD_PARAM;
|
|
}
|
|
|
|
if (NULL != env_str) {
|
|
varsz = strlen(var);
|
|
valsz = (NULL != val) ? strlen(val) : 0;
|
|
sz = strlen(env_str)+varsz+valsz+2;
|
|
if (envsize <= sz) {
|
|
envsize *=2;
|
|
|
|
tmp = realloc(env_str, envsize);
|
|
if (NULL == tmp) {
|
|
return OPAL_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
env_str = tmp;
|
|
}
|
|
strcat(env_str, ";");
|
|
} else {
|
|
env_str = calloc(1, envsize);
|
|
if (NULL == env_str) {
|
|
return OPAL_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
}
|
|
|
|
strcat(env_str, var);
|
|
if (NULL != val) {
|
|
strcat(env_str, "=");
|
|
strcat(env_str, val);
|
|
}
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
static int parse_line_new(opal_keyval_parse_state_t first_val)
|
|
{
|
|
opal_keyval_parse_state_t val;
|
|
char *tmp;
|
|
int rc;
|
|
|
|
val = first_val;
|
|
while (OPAL_UTIL_KEYVAL_PARSE_NEWLINE != val && OPAL_UTIL_KEYVAL_PARSE_DONE != val) {
|
|
rc = save_param_name ();
|
|
if (OPAL_SUCCESS != rc) {
|
|
return rc;
|
|
}
|
|
|
|
if (OPAL_UTIL_KEYVAL_PARSE_MCAVAR == val) {
|
|
trim_name (key_buffer, "-mca", NULL);
|
|
trim_name (key_buffer, "--mca", NULL);
|
|
|
|
val = opal_util_keyval_yylex();
|
|
if (OPAL_UTIL_KEYVAL_PARSE_VALUE == val) {
|
|
if (NULL != opal_util_keyval_yytext) {
|
|
tmp = strdup(opal_util_keyval_yytext);
|
|
if ('\'' == tmp[0] || '\"' == tmp[0]) {
|
|
trim_name (tmp, "\'", "\'");
|
|
trim_name (tmp, "\"", "\"");
|
|
}
|
|
keyval_callback(key_buffer, tmp);
|
|
free(tmp);
|
|
}
|
|
} else {
|
|
parse_error(4);
|
|
return OPAL_ERROR;
|
|
}
|
|
} else if (OPAL_UTIL_KEYVAL_PARSE_ENVEQL == val) {
|
|
trim_name (key_buffer, "-x", "=");
|
|
trim_name (key_buffer, "--x", NULL);
|
|
|
|
val = opal_util_keyval_yylex();
|
|
if (OPAL_UTIL_KEYVAL_PARSE_VALUE == val) {
|
|
add_to_env_str(key_buffer, opal_util_keyval_yytext);
|
|
} else {
|
|
parse_error(5);
|
|
return OPAL_ERROR;
|
|
}
|
|
} else if (OPAL_UTIL_KEYVAL_PARSE_ENVVAR == val) {
|
|
trim_name (key_buffer, "-x", "=");
|
|
trim_name (key_buffer, "--x", NULL);
|
|
add_to_env_str(key_buffer, NULL);
|
|
} else {
|
|
/* we got something unexpected. Bonk! */
|
|
parse_error(6);
|
|
return OPAL_ERROR;
|
|
}
|
|
|
|
val = opal_util_keyval_yylex();
|
|
}
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|