0d52271cd6
and https://svn.open-mpi.org/trac/ompi/ticket/1853, mallopt() hints do not always work -- it is possible for memory to be returned to the OS and therefore OMPI's registration cache becomes invalid. This commit removes all use of mallopt() and uses a different way to integrate ptmalloc2 than we have done in the past. In particular, we use almost exactly the same technique as MX: * Remove all uses of mallopt, to include the opal/memory mallopt component. * Name-shift all of OMPI's internal ptmalloc2 public symbols (e.g., malloc -> opal_memory_ptmalloc2_malloc). * At run-time, use the existing glibc allocator malloc hook function pointers to fully hijack the glibc allocator with our own name-shifted ptmalloc2. * Make the decision whether to hijack the glibc allocator ''at run time'' (vs. at link time, as previous ptmalloc2 integration attempts have done). Look at the OMPI_MCA_mpi_leave_pinned and OMPI_MCA_mpi_leave_pinned_pipeline environment variables and the existence of /sys/class/infiniband to determine if we should install the hooks or not. * As an added bonus, we can now tell if libopen-pal is linked statically or dynamically, and if we're linked statically, we assume that munmap intercept support doesn't work. See the opal/mca/memory/ptmalloc2/README-open-mpi.txt file for all the gory details about the implementation. Fixes trac:1853. This commit was SVN r20921. The following Trac tickets were found above: Ticket 1853 --> https://svn.open-mpi.org/trac/ompi/ticket/1853
140 строки
5.8 KiB
Bash
140 строки
5.8 KiB
Bash
# -*- shell-script -*-
|
|
#
|
|
# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
# University Research and Technology
|
|
# Corporation. All rights reserved.
|
|
# Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
# of Tennessee Research Foundation. All rights
|
|
# reserved.
|
|
# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
# University of Stuttgart. All rights reserved.
|
|
# Copyright (c) 2004-2005 The Regents of the University of California.
|
|
# All rights reserved.
|
|
# Copyright (c) 2008-2009 Cisco Systems, Inc. All rights reserved.
|
|
# $COPYRIGHT$
|
|
#
|
|
# Additional copyrights may follow
|
|
#
|
|
# $HEADER$
|
|
#
|
|
|
|
AC_DEFUN([MCA_memory_ptmalloc2_COMPILE_MODE], [
|
|
AC_MSG_CHECKING([for MCA component $2:$3 compile mode])
|
|
$4="static"
|
|
AC_MSG_RESULT([$$4])
|
|
])
|
|
|
|
|
|
# MCA_memory_ptmalloc2_CONFIG(action-if-can-compile,
|
|
# [action-if-cant-compile])
|
|
# ------------------------------------------------
|
|
AC_DEFUN([MCA_memory_ptmalloc2_CONFIG],[
|
|
AS_IF([test "$with_memory_manager" = "ptmalloc2"],
|
|
[if test "`echo $host | grep apple-darwin`" != "" ; then
|
|
AC_MSG_WARN([*** Using ptmalloc with OS X will result in failure.])
|
|
AC_MSG_ERROR([*** Aborting to save you the effort])
|
|
fi
|
|
memory_ptmalloc2_happy="yes"
|
|
memory_ptmalloc2_should_use=1],
|
|
[memory_ptmalloc2_should_use=0
|
|
AS_IF([test "$with_memory_manager" = ""],
|
|
[memory_ptmalloc2_happy="yes"],
|
|
[memory_ptmalloc2_happy="no"])])
|
|
|
|
|
|
# Per ticket #227, Intel 9.0 v20051201 on ia64 with optimization
|
|
# of -O2 or higher will bork ptmalloc2 in strange in mysterious
|
|
# ways. Doh! So if the compiler vendor is intel and we're on an
|
|
# ia64 box, run "icc --version" and snarf the version string. If
|
|
# it's 9.0 and the version is <= 20051201, then disable ptmalloc2.
|
|
# Executive decision: ignore optimization levels (even though -O1
|
|
# and -O0 seem to work). The upgrade to 9.1 is free, so that's a
|
|
# better path than trying to make a much more complicated test
|
|
# here.
|
|
|
|
case $host in
|
|
ia64-*)
|
|
AS_IF([test "$ompi_c_vendor" = "intel"],
|
|
[# check for v9.0 <= 20051201
|
|
icc_major_ver="`$CC --version | head -n 1 | awk '{ print [$]3 }'`"
|
|
icc_minor_ver="`$CC --version | head -n 1 | awk '{ print [$]4 }'`"
|
|
AS_IF([test "$icc_major_ver" = "9.0" -a "`expr $icc_minor_ver \<= 20051201`" = "1"],
|
|
[memory_ptmalloc2_happy="no"
|
|
AC_MSG_WARN([*** Detected Intel C compiler v9.0 <= 20051201 on ia64])
|
|
AC_MSG_WARN([*** This compiler/platform combination has known problems with ptmalloc2])
|
|
AC_MSG_WARN([*** Automatically disabling ptmalloc2])])
|
|
unset icc_major_ver icc_minor_ver])
|
|
;;
|
|
esac
|
|
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"],
|
|
[# check for malloc.h
|
|
AC_CHECK_HEADER([malloc.h],
|
|
[memory_ptmalloc2_happy="yes"],
|
|
[memory_ptmalloc2_happy="no"])])
|
|
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"],
|
|
[# check for link.h (for _DYNAMIC symbol)
|
|
AC_CHECK_HEADER([link.h],
|
|
[memory_ptmalloc2_happy="yes"],
|
|
[memory_ptmalloc2_happy="no"])])
|
|
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"],
|
|
[# check for init hook symbol
|
|
AC_CHECK_DECL([__malloc_initialize_hook],
|
|
[memory_ptmalloc2_happy="yes"],
|
|
[memory_ptmalloc2_happy="no"],
|
|
[AC_INCLUDES_DEFAULT
|
|
#include <malloc.h>])])
|
|
|
|
#
|
|
# See if we have sbrk prototyped
|
|
#
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"], [AC_CHECK_DECLS([sbrk])])
|
|
|
|
#
|
|
# Figure out how we're going to call mmap/munmap for real
|
|
#
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"],
|
|
[memory_ptmalloc2_mmap=0
|
|
memory_ptmalloc2_munmap=1
|
|
|
|
# it's nearly impossible to call mmap from syscall(), so
|
|
# only go this route if we can't get at munmap any other
|
|
# way.
|
|
AC_CHECK_HEADER([syscall.h],
|
|
[AC_CHECK_FUNCS([syscall], [], [memory_ptmalloc2_munmap=0])])
|
|
|
|
# Always look for __munmap and __mmap
|
|
AC_CHECK_FUNCS([__munmap], [memory_ptmalloc2_mmap=1])
|
|
AC_CHECK_FUNCS([__mmap])
|
|
|
|
# only allow dlsym (and therefore add -ldl) if we
|
|
# really need to
|
|
AS_IF([test "$memory_ptmalloc2_mmap" = "0"],
|
|
[memory_ptmalloc2_LIBS_SAVE="$LIBS"
|
|
AC_CHECK_LIB([dl],
|
|
[dlsym],
|
|
[LIBS="$LIBS -ldl"
|
|
memory_ptmalloc2_LIBS="-ldl"
|
|
memory_ptmalloc2_mmap=1])
|
|
AC_CHECK_FUNCS([dlsym])
|
|
LIBS="$memory_ptmalloc2_LIBS_SAVE"])
|
|
|
|
AS_IF([test "$memory_ptmalloc2_mmap" = "0" -a "$memory_ptmalloc2_munmap" = "0"],
|
|
[memory_ptmalloc2_happy="no"])])
|
|
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"],
|
|
[memory_ptmalloc2_WRAPPER_EXTRA_LIBS="$memory_ptmalloc2_LIBS"])
|
|
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "no" -a \
|
|
"$memory_malloc_hoooks_should_use" = "1"],
|
|
[AC_MSG_ERROR([ptmalloc2 memory management requested but not available. Aborting.])])
|
|
|
|
AC_SUBST([memory_ptmalloc2_LIBS])
|
|
|
|
AS_IF([test "$memory_ptmalloc2_happy" = "yes"],
|
|
[memory_base_found=1
|
|
$1], [$2])
|
|
])
|