/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */ /* * Copyright (c) 2014-2018 Intel, Inc. All rights reserved. * Copyright (c) 2014-2017 Research Organization for Information Science * and Technology (RIST). All rights reserved. * Copyright (c) 2014-2015 Mellanox Technologies, Inc. * All rights reserved. * Copyright (c) 2016 Cisco Systems, Inc. All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ #include "opal_config.h" #include "opal/constants.h" #include "opal/types.h" #ifdef HAVE_STRING_H #include #endif #ifdef HAVE_UNISTD_H #include #endif #include "opal/dss/dss.h" #include "opal/mca/event/event.h" #include "opal/mca/hwloc/base/base.h" #include "opal/runtime/opal.h" #include "opal/runtime/opal_progress_threads.h" #include "opal/util/argv.h" #include "opal/util/error.h" #include "opal/util/output.h" #include "opal/util/proc.h" #include "opal/util/show_help.h" #include "pmix1x.h" #include "opal/mca/pmix/base/base.h" #include "opal/mca/pmix/pmix_types.h" #include /**** C.O.M.M.O.N I.N.T.E.R.F.A.C.E.S ****/ /* These are functions used by both client and server to * access common functions in the embedded PMIx library */ static const char *pmix1_get_nspace(opal_jobid_t jobid); static void pmix1_register_jobid(opal_jobid_t jobid, const char *nspace); static bool legacy_get(void) { return true; } const opal_pmix_base_module_t opal_pmix_ext1x_module = { .legacy_get = legacy_get, /* client APIs */ .init = pmix1_client_init, .finalize = pmix1_client_finalize, .initialized = pmix1_initialized, .abort = pmix1_abort, .commit = pmix1_commit, .fence = pmix1_fence, .fence_nb = pmix1_fencenb, .put = pmix1_put, .get = pmix1_get, .get_nb = pmix1_getnb, .publish = pmix1_publish, .publish_nb = pmix1_publishnb, .lookup = pmix1_lookup, .lookup_nb = pmix1_lookupnb, .unpublish = pmix1_unpublish, .unpublish_nb = pmix1_unpublishnb, .spawn = pmix1_spawn, .spawn_nb = pmix1_spawnnb, .connect = pmix1_connect, .connect_nb = pmix1_connectnb, .disconnect = pmix1_disconnect, .disconnect_nb = pmix1_disconnectnb, .resolve_peers = pmix1_resolve_peers, .resolve_nodes = pmix1_resolve_nodes, /* server APIs */ .server_init = pmix1_server_init, .server_finalize = pmix1_server_finalize, .generate_regex = pmix1_server_gen_regex, .generate_ppn = pmix1_server_gen_ppn, .server_register_nspace = pmix1_server_register_nspace, .server_deregister_nspace = pmix1_server_deregister_nspace, .server_register_client = pmix1_server_register_client, .server_deregister_client = pmix1_server_deregister_client, .server_setup_fork = pmix1_server_setup_fork, .server_dmodex_request = pmix1_server_dmodex, .server_notify_event = pmix1_server_notify_error, /* utility APIs */ .get_version = PMIx_Get_version, .register_evhandler = opal_pmix_base_register_handler, .deregister_evhandler = opal_pmix_base_deregister_handler, .store_local = pmix1_store_local, .get_nspace = pmix1_get_nspace, .register_jobid = pmix1_register_jobid }; static const char *pmix1_get_nspace(opal_jobid_t jobid) { opal_pmix1_jobid_trkr_t *jptr; OPAL_LIST_FOREACH(jptr, &mca_pmix_ext1x_component.jobids, opal_pmix1_jobid_trkr_t) { if (jptr->jobid == jobid) { return jptr->nspace; } } return NULL; } static void pmix1_register_jobid(opal_jobid_t jobid, const char *nspace) { opal_pmix1_jobid_trkr_t *jptr; /* if we don't already have it, add this to our jobid tracker */ OPAL_LIST_FOREACH(jptr, &mca_pmix_ext1x_component.jobids, opal_pmix1_jobid_trkr_t) { if (jptr->jobid == jobid) { return; } } jptr = OBJ_NEW(opal_pmix1_jobid_trkr_t); (void)strncpy(jptr->nspace, nspace, PMIX_MAX_NSLEN); jptr->jobid = jobid; opal_list_append(&mca_pmix_ext1x_component.jobids, &jptr->super); } pmix_status_t pmix1_convert_opalrc(int rc) { switch (rc) { case OPAL_ERR_UNPACK_READ_PAST_END_OF_BUFFER: return PMIX_ERR_UNPACK_READ_PAST_END_OF_BUFFER; case OPAL_ERR_COMM_FAILURE: return PMIX_ERR_COMM_FAILURE; case OPAL_ERR_NOT_IMPLEMENTED: return PMIX_ERR_NOT_IMPLEMENTED; case OPAL_ERR_NOT_SUPPORTED: return PMIX_ERR_NOT_SUPPORTED; case OPAL_ERR_NOT_FOUND: return PMIX_ERR_NOT_FOUND; case OPAL_ERR_SERVER_NOT_AVAIL: return PMIX_ERR_SERVER_NOT_AVAIL; case OPAL_ERR_BAD_PARAM: return PMIX_ERR_BAD_PARAM; case OPAL_ERR_OUT_OF_RESOURCE: return PMIX_ERR_NOMEM; case OPAL_ERR_DATA_VALUE_NOT_FOUND: return PMIX_ERR_DATA_VALUE_NOT_FOUND; case OPAL_ERR_IN_ERRNO: return PMIX_ERR_IN_ERRNO; case OPAL_ERR_UNREACH: return PMIX_ERR_UNREACH; case OPAL_ERR_TIMEOUT: return PMIX_ERR_TIMEOUT; case OPAL_ERR_PERM: return PMIX_ERR_NO_PERMISSIONS; case OPAL_ERR_PACK_MISMATCH: return PMIX_ERR_PACK_MISMATCH; case OPAL_ERR_PACK_FAILURE: return PMIX_ERR_PACK_FAILURE; case OPAL_ERR_UNPACK_FAILURE: return PMIX_ERR_UNPACK_FAILURE; case OPAL_ERR_UNPACK_INADEQUATE_SPACE: return PMIX_ERR_UNPACK_INADEQUATE_SPACE; case OPAL_ERR_TYPE_MISMATCH: return PMIX_ERR_TYPE_MISMATCH; case OPAL_ERR_PROC_ENTRY_NOT_FOUND: return PMIX_ERR_PROC_ENTRY_NOT_FOUND; case OPAL_ERR_UNKNOWN_DATA_TYPE: return PMIX_ERR_UNKNOWN_DATA_TYPE; case OPAL_ERR_WOULD_BLOCK: return PMIX_ERR_WOULD_BLOCK; case OPAL_EXISTS: return PMIX_EXISTS; case OPAL_ERR_SILENT: return PMIX_ERR_SILENT; case OPAL_ERROR: return PMIX_ERROR; case OPAL_SUCCESS: return PMIX_SUCCESS; default: return PMIX_ERROR; } } int pmix1_convert_rc(pmix_status_t rc) { switch (rc) { case PMIX_ERR_UNPACK_READ_PAST_END_OF_BUFFER: return OPAL_ERR_UNPACK_READ_PAST_END_OF_BUFFER; case PMIX_ERR_COMM_FAILURE: return OPAL_ERR_COMM_FAILURE; case PMIX_ERR_NOT_IMPLEMENTED: return OPAL_ERR_NOT_IMPLEMENTED; case PMIX_ERR_NOT_SUPPORTED: return OPAL_ERR_NOT_SUPPORTED; case PMIX_ERR_NOT_FOUND: return OPAL_ERR_NOT_FOUND; case PMIX_ERR_SERVER_NOT_AVAIL: return OPAL_ERR_SERVER_NOT_AVAIL; case PMIX_ERR_INVALID_NAMESPACE: case PMIX_ERR_INVALID_SIZE: case PMIX_ERR_INVALID_KEYVALP: case PMIX_ERR_INVALID_NUM_PARSED: case PMIX_ERR_INVALID_ARGS: case PMIX_ERR_INVALID_NUM_ARGS: case PMIX_ERR_INVALID_LENGTH: case PMIX_ERR_INVALID_VAL_LENGTH: case PMIX_ERR_INVALID_VAL: case PMIX_ERR_INVALID_KEY_LENGTH: case PMIX_ERR_INVALID_KEY: case PMIX_ERR_INVALID_ARG: return OPAL_ERR_BAD_PARAM; case PMIX_ERR_NOMEM: return OPAL_ERR_OUT_OF_RESOURCE; case PMIX_ERR_INIT: return OPAL_ERROR; case PMIX_ERR_DATA_VALUE_NOT_FOUND: return OPAL_ERR_DATA_VALUE_NOT_FOUND; case PMIX_ERR_OUT_OF_RESOURCE: return OPAL_ERR_OUT_OF_RESOURCE; case PMIX_ERR_RESOURCE_BUSY: return OPAL_ERR_TEMP_OUT_OF_RESOURCE; case PMIX_ERR_BAD_PARAM: return OPAL_ERR_BAD_PARAM; case PMIX_ERR_IN_ERRNO: return OPAL_ERR_IN_ERRNO; case PMIX_ERR_UNREACH: return OPAL_ERR_UNREACH; case PMIX_ERR_TIMEOUT: return OPAL_ERR_TIMEOUT; case PMIX_ERR_NO_PERMISSIONS: return OPAL_ERR_PERM; case PMIX_ERR_PACK_MISMATCH: return OPAL_ERR_PACK_MISMATCH; case PMIX_ERR_PACK_FAILURE: return OPAL_ERR_PACK_FAILURE; case PMIX_ERR_UNPACK_FAILURE: return OPAL_ERR_UNPACK_FAILURE; case PMIX_ERR_UNPACK_INADEQUATE_SPACE: return OPAL_ERR_UNPACK_INADEQUATE_SPACE; case PMIX_ERR_TYPE_MISMATCH: return OPAL_ERR_TYPE_MISMATCH; case PMIX_ERR_PROC_ENTRY_NOT_FOUND: return OPAL_ERR_PROC_ENTRY_NOT_FOUND; case PMIX_ERR_UNKNOWN_DATA_TYPE: return OPAL_ERR_UNKNOWN_DATA_TYPE; case PMIX_ERR_WOULD_BLOCK: return OPAL_ERR_WOULD_BLOCK; case PMIX_ERR_READY_FOR_HANDSHAKE: case PMIX_ERR_HANDSHAKE_FAILED: case PMIX_ERR_INVALID_CRED: return OPAL_ERR_COMM_FAILURE; case PMIX_EXISTS: return OPAL_EXISTS; case PMIX_ERR_SILENT: return OPAL_ERR_SILENT; case PMIX_ERROR: return OPAL_ERROR; case PMIX_SUCCESS: return OPAL_SUCCESS; default: return OPAL_ERROR; } } pmix_scope_t pmix1_convert_opalscope(opal_pmix_scope_t scope) { switch(scope) { case OPAL_PMIX_LOCAL: return PMIX_LOCAL; case OPAL_PMIX_REMOTE: return PMIX_REMOTE; case OPAL_PMIX_GLOBAL: return PMIX_GLOBAL; default: return PMIX_SCOPE_UNDEF; } } void pmix1_value_load(pmix_value_t *v, opal_value_t *kv) { int ival; unsigned int ui; switch(kv->type) { case OPAL_UNDEF: v->type = PMIX_UNDEF; break; case OPAL_BOOL: v->type = PMIX_BOOL; memcpy(&(v->data.flag), &kv->data.flag, 1); break; case OPAL_BYTE: v->type = PMIX_BYTE; memcpy(&(v->data.byte), &kv->data.byte, 1); break; case OPAL_STRING: v->type = PMIX_STRING; if (NULL != kv->data.string) { v->data.string = strdup(kv->data.string); } else { v->data.string = NULL; } break; case OPAL_SIZE: v->type = PMIX_SIZE; v->data.size = (size_t)kv->data.size; break; case OPAL_PID: v->type = PMIX_PID; memcpy(&(v->data.pid), &kv->data.pid, sizeof(pid_t)); break; case OPAL_INT: case OPAL_STATUS: v->type = PMIX_INT; memcpy(&(v->data.integer), &kv->data.integer, sizeof(int)); break; case OPAL_INT8: v->type = PMIX_INT8; memcpy(&(v->data.int8), &kv->data.int8, 1); break; case OPAL_INT16: v->type = PMIX_INT16; memcpy(&(v->data.int16), &kv->data.int16, 2); break; case OPAL_INT32: v->type = PMIX_INT32; memcpy(&(v->data.int32), &kv->data.int32, 4); break; case OPAL_INT64: v->type = PMIX_INT64; memcpy(&(v->data.int64), &kv->data.int64, 8); break; case OPAL_UINT: v->type = PMIX_UINT; memcpy(&(v->data.uint), &kv->data.uint, sizeof(int)); break; case OPAL_UINT8: case OPAL_PROC_STATE: v->type = PMIX_UINT8; memcpy(&(v->data.uint8), &kv->data.uint8, 1); break; case OPAL_UINT16: v->type = PMIX_UINT16; memcpy(&(v->data.uint16), &kv->data.uint16, 2); break; case OPAL_UINT32: case OPAL_INFO_DIRECTIVES: v->type = PMIX_UINT32; memcpy(&(v->data.uint32), &kv->data.uint32, 4); break; case OPAL_UINT64: v->type = PMIX_UINT64; memcpy(&(v->data.uint64), &kv->data.uint64, 8); break; case OPAL_FLOAT: v->type = PMIX_FLOAT; memcpy(&(v->data.fval), &kv->data.fval, sizeof(float)); break; case OPAL_DOUBLE: v->type = PMIX_DOUBLE; memcpy(&(v->data.dval), &kv->data.dval, sizeof(double)); break; case OPAL_TIMEVAL: v->type = PMIX_TIMEVAL; memcpy(&(v->data.tv), &kv->data.tv, sizeof(struct timeval)); break; case OPAL_BYTE_OBJECT: v->type = PMIX_BYTE_OBJECT; if (NULL != kv->data.bo.bytes) { v->data.bo.bytes = (char*)malloc(kv->data.bo.size); memcpy(v->data.bo.bytes, kv->data.bo.bytes, kv->data.bo.size); v->data.bo.size = (size_t)kv->data.bo.size; } else { v->data.bo.bytes = NULL; v->data.bo.size = 0; } break; case OPAL_VPID: v->type = PMIX_UINT32; memcpy(&(v->data.uint32), &kv->data.name.vpid, 4); break; case OPAL_PERSIST: v->type = PMIX_INT; /* the value is in the uint8_t field, so convert it first */ ival = (int)kv->data.uint8; memcpy(&(v->data.integer), &ival, sizeof(int)); break; case OPAL_SCOPE: case OPAL_DATA_RANGE: v->type = PMIX_UINT; ui = (unsigned int)kv->data.uint8; memcpy(&(v->data.uint), &ui, sizeof(unsigned int)); break; default: /* silence warnings */ v->type = PMIX_UNDEF; break; } } int pmix1_value_unload(opal_value_t *kv, const pmix_value_t *v) { int rc=OPAL_SUCCESS; switch(v->type) { case PMIX_UNDEF: rc = OPAL_ERR_UNKNOWN_DATA_TYPE; break; case PMIX_BOOL: kv->type = OPAL_BOOL; memcpy(&kv->data.flag, &(v->data.flag), 1); break; case PMIX_BYTE: kv->type = OPAL_BYTE; memcpy(&kv->data.byte, &(v->data.byte), 1); break; case PMIX_STRING: kv->type = OPAL_STRING; if (NULL != v->data.string) { kv->data.string = strdup(v->data.string); } break; case PMIX_SIZE: kv->type = OPAL_SIZE; kv->data.size = (int)v->data.size; break; case PMIX_PID: kv->type = OPAL_PID; memcpy(&kv->data.pid, &(v->data.pid), sizeof(pid_t)); break; case PMIX_INT: kv->type = OPAL_INT; memcpy(&kv->data.integer, &(v->data.integer), sizeof(int)); break; case PMIX_INT8: kv->type = OPAL_INT8; memcpy(&kv->data.int8, &(v->data.int8), 1); break; case PMIX_INT16: kv->type = OPAL_INT16; memcpy(&kv->data.int16, &(v->data.int16), 2); break; case PMIX_INT32: kv->type = OPAL_INT32; memcpy(&kv->data.int32, &(v->data.int32), 4); break; case PMIX_INT64: kv->type = OPAL_INT64; memcpy(&kv->data, &(v->data.int64), 8); break; case PMIX_UINT: kv->type = OPAL_UINT; memcpy(&kv->data, &(v->data.uint), sizeof(int)); break; case PMIX_UINT8: kv->type = OPAL_UINT8; memcpy(&kv->data, &(v->data.uint8), 1); break; case PMIX_UINT16: kv->type = OPAL_UINT16; memcpy(&kv->data, &(v->data.uint16), 2); break; case PMIX_UINT32: kv->type = OPAL_UINT32; memcpy(&kv->data, &(v->data.uint32), 4); break; case PMIX_UINT64: kv->type = OPAL_UINT64; memcpy(&kv->data, &(v->data.uint64), 8); break; case PMIX_FLOAT: kv->type = OPAL_FLOAT; memcpy(&kv->data, &(v->data.fval), sizeof(float)); break; case PMIX_DOUBLE: kv->type = OPAL_DOUBLE; memcpy(&kv->data, &(v->data.dval), sizeof(double)); break; case PMIX_TIMEVAL: kv->type = OPAL_TIMEVAL; memcpy(&kv->data, &(v->data.tv), sizeof(struct timeval)); break; case PMIX_BYTE_OBJECT: kv->type = OPAL_BYTE_OBJECT; if (NULL != v->data.bo.bytes && 0 < v->data.bo.size) { kv->data.bo.bytes = (uint8_t*)malloc(v->data.bo.size); memcpy(kv->data.bo.bytes, v->data.bo.bytes, v->data.bo.size); kv->data.bo.size = (int)v->data.bo.size; } else { kv->data.bo.bytes = NULL; kv->data.bo.size = 0; } break; default: /* silence warnings */ rc = OPAL_ERROR; break; } return rc; } /**** INSTANTIATE INTERNAL CLASSES ****/ OBJ_CLASS_INSTANCE(opal_pmix1_jobid_trkr_t, opal_list_item_t, NULL, NULL); static void opcon(pmix1_opcaddy_t *p) { memset(&p->p, 0, sizeof(pmix_proc_t)); p->procs = NULL; p->nprocs = 0; p->error_procs = NULL; p->nerror_procs = 0; p->info = NULL; p->ninfo = 0; p->apps = NULL; p->sz = 0; p->active = false; p->opcbfunc = NULL; p->mdxcbfunc = NULL; p->valcbfunc = NULL; p->lkcbfunc = NULL; p->spcbfunc = NULL; p->cbdata = NULL; } static void opdes(pmix1_opcaddy_t *p) { if (NULL != p->procs) { PMIX_PROC_FREE(p->procs, p->nprocs); } if (NULL != p->error_procs) { PMIX_PROC_FREE(p->error_procs, p->nerror_procs); } if (NULL != p->info) { PMIX_INFO_FREE(p->info, p->sz); } if (NULL != p->apps) { PMIX_APP_FREE(p->apps, p->sz); } } OBJ_CLASS_INSTANCE(pmix1_opcaddy_t, opal_object_t, opcon, opdes); static void ocadcon(pmix1_opalcaddy_t *p) { OBJ_CONSTRUCT(&p->procs, opal_list_t); OBJ_CONSTRUCT(&p->info, opal_list_t); OBJ_CONSTRUCT(&p->apps, opal_list_t); p->opcbfunc = NULL; p->dmdxfunc = NULL; p->mdxcbfunc = NULL; p->lkupcbfunc = NULL; p->spwncbfunc = NULL; p->cbdata = NULL; p->odmdxfunc = NULL; p->ocbdata = NULL; } static void ocaddes(pmix1_opalcaddy_t *p) { OPAL_LIST_DESTRUCT(&p->procs); OPAL_LIST_DESTRUCT(&p->info); OPAL_LIST_DESTRUCT(&p->apps); } OBJ_CLASS_INSTANCE(pmix1_opalcaddy_t, opal_object_t, ocadcon, ocaddes);