ee3517427e
Add a framework to support different types of threading models including user space thread packages such as Qthreads and argobot: https://github.com/pmodels/argobots https://github.com/Qthreads/qthreads The default threading model is pthreads. Alternate thread models are specificed at configure time using the --with-threads=X option. The framework is static. The theading model to use is selected at Open MPI configure/build time. mca/threads: implement Argobots threading layer config: fix thread configury - Add double quotations - Change Argobot to Argobots config: implement Argobots check If the poll time is too long, MPI hangs. This quick fix just sets it to 0, but it is not good for the Pthreads version. Need to find a good way to abstract it. Note that even 1 (= 1 millisecond) causes disastrous performance degradation. rework threads MCA framework configury It now works more like the ompi/mca/rte configury, modulo some edge items that are special for threading package linking, etc. qthreads module some argobots cleanup Signed-off-by: Noah Evans <noah.evans@gmail.com> Signed-off-by: Shintaro Iwasaki <siwasaki@anl.gov> Signed-off-by: Howard Pritchard <howardp@lanl.gov>
140 строки
5.0 KiB
C
140 строки
5.0 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2010 Cisco Systems, Inc. All rights reserved.
|
|
* Copyright (c) 2010 Oracle and/or its affiliates. All rights reserved.
|
|
* Copyright (c) 2015-2017 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* Copyright (c) 2017 Intel, Inc. All rights reserved.
|
|
* Copyright (c) 2019 Sandia National Laboratories. All rights reserved.
|
|
*
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef OPAL_MCA_THREADS_THREADS_H
|
|
#define OPAL_MCA_THREADS_THREADS_H
|
|
|
|
#include "opal_config.h"
|
|
|
|
#include "opal/class/opal_object.h"
|
|
#if OPAL_ENABLE_DEBUG
|
|
#include "opal/util/output.h"
|
|
#endif
|
|
|
|
#include "mutex.h"
|
|
#include "condition.h"
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
typedef void *(*opal_thread_fn_t)(opal_object_t *);
|
|
|
|
#define OPAL_THREAD_CANCELLED ((void *)1);
|
|
|
|
#include MCA_threads_base_include_HEADER
|
|
|
|
typedef struct opal_thread_t opal_thread_t;
|
|
|
|
OBJ_CLASS_DECLARATION(opal_thread_t);
|
|
|
|
#if OPAL_ENABLE_DEBUG
|
|
OPAL_DECLSPEC extern bool opal_debug_threads;
|
|
#endif
|
|
|
|
|
|
OPAL_DECLSPEC OBJ_CLASS_DECLARATION(opal_thread_t);
|
|
|
|
#if OPAL_ENABLE_DEBUG
|
|
#define OPAL_ACQUIRE_THREAD(lck, cnd, act) \
|
|
do { \
|
|
OPAL_THREAD_LOCK((lck)); \
|
|
if (opal_debug_threads) { \
|
|
opal_output(0, "Waiting for thread %s:%d", \
|
|
__FILE__, __LINE__); \
|
|
} \
|
|
while (*(act)) { \
|
|
opal_condition_wait((cnd), (lck)); \
|
|
} \
|
|
if (opal_debug_threads) { \
|
|
opal_output(0, "Thread obtained %s:%d", \
|
|
__FILE__, __LINE__); \
|
|
} \
|
|
*(act) = true; \
|
|
} while (0);
|
|
#else
|
|
#define OPAL_ACQUIRE_THREAD(lck, cnd, act) \
|
|
do { \
|
|
OPAL_THREAD_LOCK((lck)); \
|
|
while (*(act)) { \
|
|
opal_condition_wait((cnd), (lck)); \
|
|
} \
|
|
*(act) = true; \
|
|
} while (0);
|
|
#endif
|
|
|
|
|
|
#if OPAL_ENABLE_DEBUG
|
|
#define OPAL_RELEASE_THREAD(lck, cnd, act) \
|
|
do { \
|
|
if (opal_debug_threads) { \
|
|
opal_output(0, "Releasing thread %s:%d", \
|
|
__FILE__, __LINE__); \
|
|
} \
|
|
*(act) = false; \
|
|
opal_condition_broadcast((cnd)); \
|
|
OPAL_THREAD_UNLOCK((lck)); \
|
|
} while (0);
|
|
#else
|
|
#define OPAL_RELEASE_THREAD(lck, cnd, act) \
|
|
do { \
|
|
*(act) = false; \
|
|
opal_condition_broadcast((cnd)); \
|
|
OPAL_THREAD_UNLOCK((lck)); \
|
|
} while (0);
|
|
#endif
|
|
|
|
|
|
#define OPAL_WAKEUP_THREAD(cnd, act) \
|
|
do { \
|
|
*(act) = false; \
|
|
opal_condition_broadcast((cnd)); \
|
|
} while (0);
|
|
|
|
/* provide a macro for forward-proofing the shifting
|
|
* of objects between libevent threads - at some point, we
|
|
* may revamp that threading model */
|
|
|
|
/* post an object to another thread - for now, we
|
|
* only have a memory barrier */
|
|
#define OPAL_POST_OBJECT(o) opal_atomic_wmb()
|
|
|
|
/* acquire an object from another thread - for now,
|
|
* we only have a memory barrier */
|
|
#define OPAL_ACQUIRE_OBJECT(o) opal_atomic_rmb()
|
|
|
|
|
|
|
|
OPAL_DECLSPEC int opal_thread_start(opal_thread_t *);
|
|
OPAL_DECLSPEC int opal_thread_join(opal_thread_t *, void **thread_return);
|
|
OPAL_DECLSPEC bool opal_thread_self_compare(opal_thread_t *);
|
|
OPAL_DECLSPEC opal_thread_t *opal_thread_get_self(void);
|
|
OPAL_DECLSPEC void opal_thread_kill(opal_thread_t *, int sig);
|
|
OPAL_DECLSPEC void opal_thread_set_main(void);
|
|
OPAL_DECLSPEC void opal_event_use_threads(void);
|
|
|
|
END_C_DECLS
|
|
|
|
#endif /* OPAL_MCA_THREADS_THREADS_H */
|