2004-07-01 18:49:54 +04:00
|
|
|
/*
|
2004-01-10 08:13:00 +03:00
|
|
|
* $HEADER$
|
|
|
|
*/
|
2004-07-01 18:49:54 +04:00
|
|
|
/** @file:
|
2004-01-10 11:09:54 +03:00
|
|
|
*
|
2004-08-05 03:42:51 +04:00
|
|
|
* Contains the internal functions and typedefs for the use of the oob
|
2004-07-01 18:49:54 +04:00
|
|
|
*/
|
|
|
|
|
2004-08-05 03:42:51 +04:00
|
|
|
#ifndef MCA_OOB_H_
|
|
|
|
#define MCA_OOB_H_
|
2004-01-10 08:13:00 +03:00
|
|
|
|
2004-08-05 03:42:51 +04:00
|
|
|
#include "ompi_config.h"
|
2004-01-10 11:09:54 +03:00
|
|
|
|
2004-08-05 03:42:51 +04:00
|
|
|
#include "include/types.h"
|
|
|
|
#include "mca/mca.h"
|
|
|
|
#include "mca/oob/base/base.h"
|
2004-08-11 01:02:36 +04:00
|
|
|
|
2004-10-21 02:31:03 +04:00
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
2004-08-11 01:02:36 +04:00
|
|
|
struct mca_oob_1_0_0_t;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Convenience Typedef
|
|
|
|
*/
|
|
|
|
typedef struct mca_oob_1_0_0_t mca_oob_1_0_0_t;
|
|
|
|
/**
|
|
|
|
* Convenience typedef
|
|
|
|
*/
|
|
|
|
typedef struct mca_oob_1_0_0_t mca_oob_t;
|
|
|
|
|
|
|
|
|
2004-08-05 03:42:51 +04:00
|
|
|
/********
|
|
|
|
* NOTE: these are functions and prototypes for the use of the modules
|
|
|
|
* and components.
|
|
|
|
* THESE ARE NOT USER INTERFACE FUNCTIONS.
|
|
|
|
* the user interface is in mca/oob/base/base.h
|
2004-07-01 18:49:54 +04:00
|
|
|
*/
|
|
|
|
|
2004-01-10 08:13:00 +03:00
|
|
|
/*
|
2004-07-01 18:49:54 +04:00
|
|
|
* OOB Component/Module function prototypes.
|
2004-01-10 08:13:00 +03:00
|
|
|
*/
|
|
|
|
|
2004-08-16 23:39:54 +04:00
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_base_module_get_addr().
|
|
|
|
*/
|
|
|
|
|
|
|
|
typedef char* (*mca_oob_base_module_get_addr_fn_t)(void);
|
|
|
|
|
|
|
|
/**
|
Not as bad as this all may look. Tim and I made a significant change to the way we handle the startup of the oob, the seed, etc. We have made it backwards-compatible so that mpirun2 and singleton operations remain working. We had to adjust the name server and gpr as well, plus the process_info structure.
This also includes a checkpoint update to openmpi.c and ompid.c. I have re-enabled the ompid compile.
This latter raises an important point. The trunk compiles the programs like ompid just fine under Linux. It also does just fine for OSX under the dynamic libraries. However, we are seeing errors when compiling under OSX for the static case - the linker seems to have trouble resolving some variable names, even though linker diagnostics show the variables as being defined. Thus, a warning to Mac users that you may have to locally turn things off if you are trying to do static compiles. We ask, however, that you don't commit those changes that turn things off for everyone else - instead, let's try to figure out why the static compile is having a problem, and let everyone else continue to work.
Thanks
Ralph
This commit was SVN r2534.
2004-09-08 07:59:06 +04:00
|
|
|
* Implementation of mca_oob_base_module_set_addr().
|
2004-08-16 23:39:54 +04:00
|
|
|
*
|
|
|
|
* @param addr Address of seed in component specific uri format.
|
|
|
|
*/
|
|
|
|
|
Not as bad as this all may look. Tim and I made a significant change to the way we handle the startup of the oob, the seed, etc. We have made it backwards-compatible so that mpirun2 and singleton operations remain working. We had to adjust the name server and gpr as well, plus the process_info structure.
This also includes a checkpoint update to openmpi.c and ompid.c. I have re-enabled the ompid compile.
This latter raises an important point. The trunk compiles the programs like ompid just fine under Linux. It also does just fine for OSX under the dynamic libraries. However, we are seeing errors when compiling under OSX for the static case - the linker seems to have trouble resolving some variable names, even though linker diagnostics show the variables as being defined. Thus, a warning to Mac users that you may have to locally turn things off if you are trying to do static compiles. We ask, however, that you don't commit those changes that turn things off for everyone else - instead, let's try to figure out why the static compile is having a problem, and let everyone else continue to work.
Thanks
Ralph
This commit was SVN r2534.
2004-09-08 07:59:06 +04:00
|
|
|
typedef int (*mca_oob_base_module_set_addr_fn_t)(const ompi_process_name_t*, const char* addr);
|
2004-08-16 23:39:54 +04:00
|
|
|
|
2004-09-08 21:02:24 +04:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_ping().
|
|
|
|
*
|
|
|
|
* @param peer (IN) Opaque name of peer process.
|
|
|
|
* @param tv (IN) Timeout to wait in connection response.
|
|
|
|
* @return OMPI error code (<0) or OMPI_SUCCESS
|
|
|
|
*/
|
|
|
|
|
|
|
|
typedef int (*mca_oob_base_module_ping_fn_t)(const ompi_process_name_t*, const struct timeval* tv);
|
|
|
|
|
2004-07-01 18:49:54 +04:00
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_send().
|
2004-08-05 03:42:51 +04:00
|
|
|
*
|
2004-07-01 18:49:54 +04:00
|
|
|
* @param peer (IN) Opaque name of peer process.
|
|
|
|
* @param msg (IN) Array of iovecs describing user buffers and lengths.
|
|
|
|
* @param count (IN) Number of elements in iovec array.
|
2004-08-03 01:24:00 +04:00
|
|
|
* @param tag (IN) User defined tag for matching send/recv.
|
2004-07-01 18:49:54 +04:00
|
|
|
* @param flags (IN) Currently unused.
|
|
|
|
* @return OMPI error code (<0) on error number of bytes actually sent.
|
|
|
|
*/
|
|
|
|
|
2004-08-02 04:24:22 +04:00
|
|
|
typedef int (*mca_oob_base_module_send_fn_t)(
|
2004-08-13 02:41:42 +04:00
|
|
|
ompi_process_name_t* peer,
|
|
|
|
struct iovec *msg,
|
2004-08-05 03:42:51 +04:00
|
|
|
int count,
|
2004-08-03 01:24:00 +04:00
|
|
|
int tag,
|
2004-07-01 18:49:54 +04:00
|
|
|
int flags);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_recv().
|
|
|
|
*
|
2004-08-05 03:42:51 +04:00
|
|
|
* @param peer (IN) Opaque name of peer process or MCA_OOB_NAME_ANY for wildcard receive.
|
2004-07-01 18:49:54 +04:00
|
|
|
* @param msg (IN) Array of iovecs describing user buffers and lengths.
|
|
|
|
* @param types (IN) Parallel array to iovecs describing data type of each iovec element.
|
|
|
|
* @param count (IN) Number of elements in iovec array.
|
2004-08-03 01:24:00 +04:00
|
|
|
* @param tag (IN) User defined tag for matching send/recv.
|
2004-07-15 23:08:54 +04:00
|
|
|
* @param flags (IN) May be MCA_OOB_PEEK to return up to the number of bytes provided in the
|
2004-07-01 18:49:54 +04:00
|
|
|
* iovec array without removing the message from the queue.
|
|
|
|
* @return OMPI error code (<0) on error or number of bytes actually received.
|
|
|
|
*/
|
|
|
|
|
2004-08-02 04:24:22 +04:00
|
|
|
typedef int (*mca_oob_base_module_recv_fn_t)(
|
2004-08-05 03:42:51 +04:00
|
|
|
ompi_process_name_t* peer,
|
2004-08-13 02:41:42 +04:00
|
|
|
struct iovec *msg,
|
2004-08-05 03:42:51 +04:00
|
|
|
int count,
|
2004-08-13 02:41:42 +04:00
|
|
|
int* tag,
|
2004-07-01 18:49:54 +04:00
|
|
|
int flags);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_send_nb().
|
|
|
|
*
|
|
|
|
* @param peer (IN) Opaque name of peer process.
|
|
|
|
* @param msg (IN) Array of iovecs describing user buffers and lengths.
|
|
|
|
* @param count (IN) Number of elements in iovec array.
|
2004-08-03 01:24:00 +04:00
|
|
|
* @param tag (IN) User defined tag for matching send/recv.
|
2004-07-01 18:49:54 +04:00
|
|
|
* @param flags (IN) Currently unused.
|
|
|
|
* @param cbfunc (IN) Callback function on send completion.
|
|
|
|
* @param cbdata (IN) User data that is passed to callback function.
|
|
|
|
* @return OMPI error code (<0) on error number of bytes actually sent.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2004-08-02 04:24:22 +04:00
|
|
|
typedef int (*mca_oob_base_module_send_nb_fn_t)(
|
2004-08-13 02:41:42 +04:00
|
|
|
ompi_process_name_t* peer,
|
|
|
|
struct iovec* msg,
|
2004-08-05 03:42:51 +04:00
|
|
|
int count,
|
2004-08-03 01:24:00 +04:00
|
|
|
int tag,
|
2004-08-05 03:42:51 +04:00
|
|
|
int flags,
|
2004-07-01 18:49:54 +04:00
|
|
|
mca_oob_callback_fn_t cbfunc,
|
|
|
|
void* cbdata);
|
2004-01-10 11:09:54 +03:00
|
|
|
|
2004-07-01 18:49:54 +04:00
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_recv_nb().
|
|
|
|
*
|
2004-08-05 03:42:51 +04:00
|
|
|
* @param peer (IN) Opaque name of peer process or MCA_OOB_NAME_ANY for wildcard receive.
|
2004-07-01 18:49:54 +04:00
|
|
|
* @param msg (IN) Array of iovecs describing user buffers and lengths.
|
|
|
|
* @param count (IN) Number of elements in iovec array.
|
2004-08-03 01:24:00 +04:00
|
|
|
* @param tag (IN) User defined tag for matching send/recv.
|
2004-07-15 23:08:54 +04:00
|
|
|
* @param flags (IN) May be MCA_OOB_PEEK to return up to size bytes of msg w/out removing it from the queue,
|
2004-07-01 18:49:54 +04:00
|
|
|
* @param cbfunc (IN) Callback function on recv completion.
|
|
|
|
* @param cbdata (IN) User data that is passed to callback function.
|
|
|
|
* @return OMPI error code (<0) on error or number of bytes actually received.
|
|
|
|
*/
|
|
|
|
|
2004-08-02 04:24:22 +04:00
|
|
|
typedef int (*mca_oob_base_module_recv_nb_fn_t)(
|
2004-08-05 03:42:51 +04:00
|
|
|
ompi_process_name_t* peer,
|
2004-08-13 02:41:42 +04:00
|
|
|
struct iovec* msg,
|
2004-08-05 03:42:51 +04:00
|
|
|
int count,
|
2004-08-03 01:24:00 +04:00
|
|
|
int tag,
|
2004-08-05 03:42:51 +04:00
|
|
|
int flags,
|
2004-07-01 18:49:54 +04:00
|
|
|
mca_oob_callback_fn_t cbfunc,
|
|
|
|
void* cbdata);
|
|
|
|
|
2004-09-30 19:09:29 +04:00
|
|
|
/**
|
|
|
|
* Implementation of mca_oob_recv_cancel().
|
|
|
|
*
|
|
|
|
* @param peer (IN) Opaque name of peer process or MCA_OOB_NAME_ANY for wildcard receive.
|
|
|
|
* @param tag (IN) User defined tag for matching send/recv.
|
|
|
|
* @return OMPI error code (<0) on error or number of bytes actually received.
|
|
|
|
*/
|
|
|
|
|
|
|
|
typedef int (*mca_oob_base_module_recv_cancel_fn_t)(ompi_process_name_t* peer, int tag);
|
|
|
|
|
2004-08-11 01:02:36 +04:00
|
|
|
/**
|
2004-08-19 23:34:37 +04:00
|
|
|
* Hook function called by mca_oob_base_register to allow
|
|
|
|
* the oob component a chance to register contact information
|
2004-08-11 01:02:36 +04:00
|
|
|
*/
|
2004-08-19 23:34:37 +04:00
|
|
|
typedef int (*mca_oob_base_module_init_fn_t)(void);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Cleanup during finalize.
|
|
|
|
*/
|
|
|
|
typedef int (*mca_oob_base_module_fini_fn_t)(void);
|
2004-08-11 01:02:36 +04:00
|
|
|
|
2004-08-10 03:07:53 +04:00
|
|
|
/**
|
2004-07-01 18:49:54 +04:00
|
|
|
* OOB Module
|
|
|
|
*/
|
2004-08-03 01:24:00 +04:00
|
|
|
struct mca_oob_1_0_0_t {
|
2004-09-30 19:09:29 +04:00
|
|
|
mca_oob_base_module_get_addr_fn_t oob_get_addr;
|
|
|
|
mca_oob_base_module_set_addr_fn_t oob_set_addr;
|
|
|
|
mca_oob_base_module_ping_fn_t oob_ping;
|
|
|
|
mca_oob_base_module_send_fn_t oob_send;
|
|
|
|
mca_oob_base_module_recv_fn_t oob_recv;
|
|
|
|
mca_oob_base_module_send_nb_fn_t oob_send_nb;
|
|
|
|
mca_oob_base_module_recv_nb_fn_t oob_recv_nb;
|
|
|
|
mca_oob_base_module_recv_cancel_fn_t oob_recv_cancel;
|
|
|
|
mca_oob_base_module_init_fn_t oob_init;
|
|
|
|
mca_oob_base_module_fini_fn_t oob_fini;
|
2004-01-10 21:23:53 +03:00
|
|
|
};
|
2004-08-16 23:39:54 +04:00
|
|
|
|
2004-07-01 18:49:54 +04:00
|
|
|
/**
|
|
|
|
* OOB Component
|
|
|
|
*/
|
2004-08-03 01:24:00 +04:00
|
|
|
typedef mca_oob_t* (*mca_oob_base_component_init_fn_t)(
|
2004-08-28 05:15:19 +04:00
|
|
|
int *priority,
|
2004-07-01 18:49:54 +04:00
|
|
|
bool *allow_multi_user_threads,
|
|
|
|
bool *have_hidden_threads);
|
2004-08-02 04:24:22 +04:00
|
|
|
|
2004-07-01 18:49:54 +04:00
|
|
|
/**
|
|
|
|
* the standard component data structure
|
|
|
|
*/
|
|
|
|
struct mca_oob_base_component_1_0_0_t {
|
2004-08-16 23:39:54 +04:00
|
|
|
mca_base_component_t oob_base;
|
2004-08-02 04:24:22 +04:00
|
|
|
mca_base_component_data_1_0_0_t oob_data;
|
|
|
|
mca_oob_base_component_init_fn_t oob_init;
|
2004-07-01 18:49:54 +04:00
|
|
|
};
|
2004-08-11 01:02:36 +04:00
|
|
|
|
2004-08-10 03:07:53 +04:00
|
|
|
/**
|
|
|
|
* Convenience Typedef
|
|
|
|
*/
|
2004-07-01 18:49:54 +04:00
|
|
|
typedef struct mca_oob_base_component_1_0_0_t mca_oob_base_component_1_0_0_t;
|
2004-08-10 03:07:53 +04:00
|
|
|
/**
|
|
|
|
* Convenience Typedef
|
|
|
|
*/
|
2004-07-01 18:49:54 +04:00
|
|
|
typedef mca_oob_base_component_1_0_0_t mca_oob_base_component_t;
|
2004-01-10 08:13:00 +03:00
|
|
|
|
2004-02-01 00:43:26 +03:00
|
|
|
|
2004-08-10 03:07:53 +04:00
|
|
|
/**
|
2004-07-01 18:49:54 +04:00
|
|
|
* Macro for use in components that are of type oob v1.0.0
|
2004-01-12 01:52:59 +03:00
|
|
|
*/
|
|
|
|
#define MCA_OOB_BASE_VERSION_1_0_0 \
|
2004-08-05 03:42:51 +04:00
|
|
|
/* oob v1.0 is chained to MCA v1.0 */ \
|
2004-01-12 01:52:59 +03:00
|
|
|
MCA_BASE_VERSION_1_0_0, \
|
2004-08-05 03:42:51 +04:00
|
|
|
/* oob v1.0 */ \
|
2004-01-12 01:52:59 +03:00
|
|
|
"oob", 1, 0, 0
|
|
|
|
|
2004-08-05 03:42:51 +04:00
|
|
|
/*
|
|
|
|
* This is the first module on the list. This is here temporarily
|
|
|
|
* to make things work
|
|
|
|
*/
|
|
|
|
extern mca_oob_t mca_oob;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* associate a component and a module that belongs to it
|
|
|
|
*/
|
|
|
|
struct mca_oob_base_info_t {
|
|
|
|
ompi_list_item_t super;
|
|
|
|
mca_oob_base_component_t *oob_component;
|
|
|
|
mca_oob_t *oob_module;
|
|
|
|
};
|
2004-08-10 03:07:53 +04:00
|
|
|
/**
|
|
|
|
* Convenience Typedef
|
|
|
|
*/
|
2004-08-05 03:42:51 +04:00
|
|
|
typedef struct mca_oob_base_info_t mca_oob_base_info_t;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* declare the association structure as a class
|
|
|
|
*/
|
|
|
|
OBJ_CLASS_DECLARATION(mca_oob_base_info_t);
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Global functions for MCA overall collective open and close
|
|
|
|
*/
|
|
|
|
int mca_oob_base_open(void);
|
|
|
|
int mca_oob_base_init(bool *allow_multi_user_threads, bool *have_hidden_threads);
|
2004-08-25 21:39:08 +04:00
|
|
|
int mca_oob_base_module_init(void);
|
2004-08-05 03:42:51 +04:00
|
|
|
int mca_oob_base_close(void);
|
2004-07-01 18:49:54 +04:00
|
|
|
|
2004-08-05 03:42:51 +04:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Global struct holding the selected module's function pointers
|
|
|
|
*/
|
|
|
|
extern int mca_oob_base_output;
|
2004-08-18 19:51:40 +04:00
|
|
|
extern char* mca_oob_base_include;
|
|
|
|
extern char* mca_oob_base_exclude;
|
2004-08-05 03:42:51 +04:00
|
|
|
extern ompi_list_t mca_oob_base_components;
|
|
|
|
extern ompi_list_t mca_oob_base_modules;
|
|
|
|
|
2004-10-21 02:31:03 +04:00
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
|
|
}
|
|
|
|
#endif
|
2004-08-05 03:42:51 +04:00
|
|
|
#endif
|