c7c3de87f5
http://marc.info/?l=linux-mm-commits&m=127352503417787&w=2 for more details. * Remove the ptmalloc memory component; replace it with a new "linux" memory component. * The linux memory component will conditionally compile in support for ummunotify. At run-time, if it has ummunotify support and finds run-time support for ummunotify (i.e., /dev/ummunotify), it uses it. If not, it tries to use ptmalloc via the glibc memory hooks. * Add some more API functions to the memory framework to accomodate the ummunotify model (i.e., poll to see if memory has "changed"). * Add appropriate calls in the rcache to the new memory APIs to see if memory has changed, and to react accordingly. * Add a few comments in the openib BTL to indicate why we don't need to notify the OPAL memory framework about specific instances of registered memory. * Add dummy API calls in the solaris malloc component (since it doesn't have polling/"did memory change" support). This commit was SVN r23113.
146 строки
5.7 KiB
C
146 строки
5.7 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2009 Cisco Systems, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
/* NOTE: This framework accomodates two kinds of memory hooks systems:
|
|
|
|
1. Those that only require being setup once and then will
|
|
automatically call back to internal component/module functions
|
|
as required (e.g., the ptmalloc2 component). It is expected
|
|
that such components will have a NULL value for memoryc_process
|
|
and empty (base) implementations of memoryc_register and
|
|
memoryc_deregister.
|
|
|
|
2. Those that must be queried periodically to find out if something
|
|
has happened to the registered memory mappings (e.g., the
|
|
ummunot component). It is expected that such components will
|
|
have complete implementations for memoryc_process,
|
|
memoryc_register, and memoryc_deregister.
|
|
|
|
There will only be one of these components compiled in to Open MPI
|
|
(it will be compiled in libopen-pal; it will never be a DSO). so
|
|
the componente will rule "yes, I can run" or "no, I cannot run".
|
|
If it elects not to run, then there is no memory manager support in
|
|
this process.
|
|
|
|
Because there will only be one memory manager component in the
|
|
process, there is no need for a separate module structure --
|
|
everything is in the component for simplicity.
|
|
|
|
Note that there is an interface relevant to this framework that is
|
|
not described in this file: the opal_memory_changed() macro. This
|
|
macro should return 1 if an asynchronous agent has noticed that
|
|
memory mappings have changed. The macro should be as cheap/fast as
|
|
possible (which is why it's a macro). If it returns 1, the
|
|
memoryc_process() function pointer (below), will be invoked. If
|
|
the component does not provide this macro, then a default macro is
|
|
used that always returns 0 and therefore memoryc_process() will
|
|
never be invoked (and can legally be NULL).
|
|
*/
|
|
|
|
#ifndef OPAL_MCA_MEMORY_MEMORY_H
|
|
#define OPAL_MCA_MEMORY_MEMORY_H
|
|
|
|
#include "opal_config.h"
|
|
|
|
#include "opal/mca/mca.h"
|
|
#include "opal/mca/base/base.h"
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
/**
|
|
* Prototype for doing something once memory changes have been
|
|
* detected. This function is assumed to do whatever is necessary to
|
|
* a) figured out what has changed, and b) adjust OMPI as relevant
|
|
* (e.g., call opal_mem_hooks_release_hook). It only needs to be
|
|
* supplied for components that provide opal_memory_changed() macros
|
|
* that can return non-zero.
|
|
*/
|
|
typedef int (*opal_memory_base_component_process_fn_t)(void);
|
|
|
|
/**
|
|
* Prototype for a function that is invoked when Open MPI starts to
|
|
* "care" about a specific memory region. That is, Open MPI declares
|
|
* that it wants to be notified if the memory mapping for this region
|
|
* changes.
|
|
*
|
|
* If a component does not want/need to provide this functionality, it
|
|
* can use the value opal_memory_base_register_empty (an empty
|
|
* implementation of this function).
|
|
*/
|
|
typedef int (*opal_memory_base_component_register_fn_t)(void *base,
|
|
size_t len,
|
|
uint64_t cookie);
|
|
|
|
|
|
/**
|
|
* Prototype for a function that is the opposite of
|
|
* opal_memory_base_component_register_fn_t: this function is invoked
|
|
* when Open MPI stops to "caring" about a specific memory region.
|
|
* That is, Open MPI declares that it no longer wants to be notified
|
|
* if the memory mapping for this region changes.
|
|
*
|
|
* The parameters of this function will exactly match parameters that
|
|
* were previously passed to the call to
|
|
* opal_memory_base_component_register_fn_t.
|
|
*
|
|
* If a component does not want/need to provide this functionality, it
|
|
* can use the value opal_memory_base_deregister_empty (an empty
|
|
* implementation of this function).
|
|
*/
|
|
typedef int (*opal_memory_base_component_deregister_fn_t)(void *base,
|
|
size_t len,
|
|
uint64_t cookie);
|
|
|
|
|
|
/**
|
|
* Structure for memory components.
|
|
*/
|
|
typedef struct opal_memory_base_component_2_0_0_t {
|
|
/** MCA base component */
|
|
mca_base_component_t memoryc_version;
|
|
/** MCA base data */
|
|
mca_base_component_data_t memoryc_data;
|
|
|
|
/** Function to call when something has changed, as indicated by
|
|
opal_memory_changed(). Will be ignored if the component does
|
|
not provide an opal_memory_changed() macro that returns
|
|
nonzero. */
|
|
opal_memory_base_component_process_fn_t memoryc_process;
|
|
|
|
/** Function invoked when Open MPI starts "caring" about a
|
|
specific memory region */
|
|
opal_memory_base_component_register_fn_t memoryc_register;
|
|
/** Function invoked when Open MPI stops "caring" about a
|
|
specific memory region */
|
|
opal_memory_base_component_deregister_fn_t memoryc_deregister;
|
|
} opal_memory_base_component_2_0_0_t;
|
|
|
|
OPAL_DECLSPEC extern opal_memory_base_component_2_0_0_t *opal_memory;
|
|
|
|
END_C_DECLS
|
|
|
|
/*
|
|
* Macro for use in components that are of type memory
|
|
*/
|
|
#define OPAL_MEMORY_BASE_VERSION_2_0_0 \
|
|
MCA_BASE_VERSION_2_0_0, \
|
|
"memory", 2, 0, 0
|
|
|
|
#endif /* OPAL_MCA_MEMORY_MEMORY_H */
|