Update LANL platform files

This commit was SVN r19552.

contrib/platform/lanl/rr-class/debug-nopanasas

@@ -1,27 +1,27 @@
 enable_dlopen=no
-enable_pty_support=no
 with_tm=/opt/PBS
 LDFLAGS=-L/opt/PBS/lib64
 with_openib=/opt/ofed
 with_openib_libdir=/opt/ofed/lib64
-with_memory_manager=no
 enable_mem_debug=yes
 enable_mem_profile=no
 enable_debug_symbols=yes
 enable_binaries=yes
 with_devel_headers=yes
-enable_heterogeneous=no
+enable_heterogeneous=yes
 enable_picky=yes
 enable_debug=yes
-enable_shared=no
+enable_shared=yes
 enable_static=yes
 with_slurm=no
 enable_visibility=yes
-enable_memchecker=no
+enable_memchecker=yes
 enable_ipv6=no
 enable_mpi_f77=yes
 enable_mpi_f90=yes
 enable_mpi_cxx=yes
 enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
-enable_io_romio=no
+with_io_romio_flags=--with-file-system=ufs+nfs
+with_threads=posix

contrib/platform/lanl/rr-class/debug-nopanasas.conf

@@ -0,0 +1 @@
+debug.conf

contrib/platform/lanl/rr-class/debug-panasas

@@ -1,27 +1,27 @@
 enable_dlopen=no
-enable_pty_support=no
 with_tm=/opt/PBS
 LDFLAGS=-L/opt/PBS/lib64
 with_openib=/opt/ofed
 with_openib_libdir=/opt/ofed/lib64
-with_memory_manager=no
 enable_mem_debug=yes
 enable_mem_profile=no
 enable_debug_symbols=yes
 enable_binaries=yes
 with_devel_headers=yes
-enable_heterogeneous=no
+enable_heterogeneous=yes
 enable_picky=yes
 enable_debug=yes
-enable_shared=no
+enable_shared=yes
 enable_static=yes
 with_slurm=no
 enable_visibility=yes
-enable_memchecker=no
+enable_memchecker=yes
 enable_ipv6=no
 enable_mpi_f77=yes
 enable_mpi_f90=yes
 enable_mpi_cxx=yes
 enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
 with_io_romio_flags=--with-file-system=ufs+nfs+panfs
+with_threads=posix

contrib/platform/lanl/rr-class/debug-panasas.conf

@@ -0,0 +1 @@
+debug.conf

contrib/platform/lanl/rr-class/debug.conf

@@ -62,7 +62,7 @@
 mca_component_show_load_errors = 0
 mpi_param_check = 0 
 orte_abort_timeout = 10 
-plm = tm,rsh
+opal_set_max_sys_limits = 1
 
 ## Protect the shared file systems
 orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
@@ -75,24 +75,25 @@ orte_allocation_required = 1
 ## Add the interface for out-of-band communication
 ## and set it up
 oob_tcp_if_include=ib0 
-oob_tcp_peer_retries = 120 
+oob_tcp_peer_retries = 1 
 oob_tcp_disable_family = IPv6 
-#oob_tcp_connect_timeout=600 
+oob_tcp_listen_mode = listen_thread
+oob_tcp_sndbuf = 32768
+oob_tcp_rcvbuf = 32768
+
 
 ## Define the MPI interconnects
 btl = sm,openib,self 
-#mpi_leave_pinned = 1
-
-## Setup shared memory
-btl_sm_free_list_max = 768
 
 ## Setup OpenIB
 btl_openib_want_fork_support = 0
 btl_openib_cpc_include = oob 
 #btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
 
-## Configure the PML
-pml_ob1_use_early_completion = 0
-                                                                      
 ## Enable cpu affinity 
-ompi_paffinity_alone = 1 
+mpi_paffinity_alone = 1 
+
+## Setup MPI options
+mpi_show_handle_leaks = 1
+mpi_warn_on_fork = 1
+mpi_abort_print_stack = 1

contrib/platform/lanl/rr-class/optimized-nopanasas

@@ -1,10 +1,8 @@
 enable_dlopen=no
-enable_pty_support=no
 with_tm=/opt/PBS
 LDFLAGS=-L/opt/PBS/lib64
 with_openib=/opt/ofed
 with_openib_libdir=/opt/ofed/lib64
-with_memory_manager=yes
 enable_mem_debug=no
 enable_mem_profile=no
 enable_debug_symbols=no
@@ -13,7 +11,7 @@ with_devel_headers=yes
 enable_heterogeneous=yes
 enable_debug=no
 enable_shared=yes
-enable_static=no
+enable_static=yes
 with_slurm=no
 enable_visibility=yes
 enable_memchecker=no
@@ -22,5 +20,7 @@ enable_mpi_f77=yes
 enable_mpi_f90=yes
 enable_mpi_cxx=yes
 enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
-enable_io_romio=no
+with_io_romio_flags=--with-file-system=ufs+nfs
+with_threads=posix

contrib/platform/lanl/rr-class/optimized-nopanasas.conf

@@ -0,0 +1 @@
+optimized.conf

contrib/platform/lanl/rr-class/optimized-panasas

@@ -1,10 +1,8 @@
 enable_dlopen=no
-enable_pty_support=no
 with_tm=/opt/PBS
 LDFLAGS=-L/opt/PBS/lib64
 with_openib=/opt/ofed
 with_openib_libdir=/opt/ofed/lib64
-with_memory_manager=yes
 enable_mem_debug=no
 enable_mem_profile=no
 enable_debug_symbols=no
@@ -13,7 +11,7 @@ with_devel_headers=yes
 enable_heterogeneous=yes
 enable_debug=no
 enable_shared=yes
-enable_static=no
+enable_static=yes
 with_slurm=no
 enable_visibility=yes
 enable_memchecker=no
@@ -22,5 +20,7 @@ enable_mpi_f77=yes
 enable_mpi_f90=yes
 enable_mpi_cxx=yes
 enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
 with_io_romio_flags=--with-file-system=ufs+nfs+panfs
+with_threads=posix

contrib/platform/lanl/rr-class/optimized-panasas.conf

@@ -0,0 +1 @@
+optimized.conf

contrib/platform/lanl/rr-class/optimized.conf

@@ -62,7 +62,7 @@
 mca_component_show_load_errors = 0
 mpi_param_check = 0 
 orte_abort_timeout = 10 
-plm = slurm,rsh
+opal_set_max_sys_limits = 1
 
 ## Protect the shared file systems
 orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
@@ -74,25 +74,24 @@ orte_allocation_required = 1
 
 ## Add the interface for out-of-band communication
 ## and set it up
-#oob_tcp_if_include=ib0 
-oob_tcp_peer_retries = 120 
+oob_tcp_if_include=ib0 
+oob_tcp_peer_retries = 1 
 oob_tcp_disable_family = IPv6 
-#oob_tcp_connect_timeout=600 
+oob_tcp_listen_mode = listen_thread
+oob_tcp_sndbuf = 32768
+oob_tcp_rcvbuf = 32768
 
 ## Define the MPI interconnects
 btl = sm,openib,self 
-#mpi_leave_pinned = 1
-
-## Setup shared memory
-btl_sm_free_list_max = 768
 
 ## Setup OpenIB
 btl_openib_want_fork_support = 0
 btl_openib_cpc_include = oob 
 #btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
 
-## Configure the PML
-pml_ob1_use_early_completion = 0
-                                                                      
 ## Enable cpu affinity 
-ompi_paffinity_alone = 1 
+mpi_paffinity_alone = 1 
+
+## Setup MPI options
+mpi_show_handle_leaks = 0
+mpi_warn_on_fork = 1

contrib/platform/lanl/tlcc/debug-nopanasas

@@ -0,0 +1,24 @@
+enable_dlopen=no
+with_openib=/opt/ofed
+enable_mem_debug=yes
+enable_mem_profile=no
+enable_debug_symbols=yes
+enable_binaries=yes
+with_devel_headers=yes
+enable_heterogeneous=yes
+enable_picky=yes
+enable_debug=yes
+enable_shared=yes
+enable_static=yes
+with_slurm=yes
+enable_visibility=yes
+enable_memchecker=yes
+enable_ipv6=no
+enable_mpi_f77=yes
+enable_mpi_f90=yes
+enable_mpi_cxx=yes
+enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
+enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
+with_io_romio_flags=--with-file-system=ufs+nfs
+with_threads=posix

contrib/platform/lanl/tlcc/debug-nopanasas.conf

@@ -0,0 +1 @@
+debug.conf

contrib/platform/lanl/tlcc/debug-panasas

@@ -1,25 +1,24 @@
 enable_dlopen=no
-enable_pty_support=no
 with_openib=/opt/ofed
-with_openib_libdir=/opt/ofed/lib64
-with_memory_manager=no
 enable_mem_debug=yes
 enable_mem_profile=no
 enable_debug_symbols=yes
 enable_binaries=yes
 with_devel_headers=yes
-enable_heterogeneous=no
+enable_heterogeneous=yes
 enable_picky=yes
 enable_debug=yes
-enable_shared=no
+enable_shared=yes
 enable_static=yes
 with_slurm=yes
 enable_visibility=yes
-enable_memchecker=no
+enable_memchecker=yes
 enable_ipv6=no
 enable_mpi_f77=yes
 enable_mpi_f90=yes
 enable_mpi_cxx=yes
 enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
 with_io_romio_flags=--with-file-system=ufs+nfs+panfs
+with_threads=posix

contrib/platform/lanl/tlcc/debug-panasas.conf

@@ -0,0 +1 @@
+debug.conf

contrib/platform/lanl/tlcc/debug.conf

@@ -0,0 +1,99 @@
+#
+# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
+#                         University Research and Technology
+#                         Corporation.  All rights reserved.
+# Copyright (c) 2004-2005 The University of Tennessee and The University
+#                         of Tennessee Research Foundation.  All rights
+#                         reserved.
+# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
+#                         University of Stuttgart.  All rights reserved.
+# Copyright (c) 2004-2005 The Regents of the University of California.
+#                         All rights reserved.
+# Copyright (c) 2006      Cisco Systems, Inc.  All rights reserved.
+# $COPYRIGHT$
+# 
+# Additional copyrights may follow
+# 
+# $HEADER$
+#
+
+# This is the default system-wide MCA parameters defaults file.
+# Specifically, the MCA parameter "mca_param_files" defaults to a
+# value of
+# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf"
+# (this file is the latter of the two).  So if the default value of
+# mca_param_files is not changed, this file is used to set system-wide
+# MCA parameters.  This file can therefore be used to set system-wide
+# default MCA parameters for all users.  Of course, users can override
+# these values if they want, but this file is an excellent location
+# for setting system-specific MCA parameters for those users who don't
+# know / care enough to investigate the proper values for them.
+
+# Note that this file is only applicable where it is visible (in a
+# filesystem sense).  Specifically, MPI processes each read this file
+# during their startup to determine what default values for MCA
+# parameters should be used.  mpirun does not bundle up the values in
+# this file from the node where it was run and send them to all nodes;
+# the default value decisions are effectively distributed.  Hence,
+# these values are only applicable on nodes that "see" this file.  If
+# $sysconf is a directory on a local disk, it is likely that changes
+# to this file will need to be propagated to other nodes.  If $sysconf
+# is a directory that is shared via a networked filesystem, changes to
+# this file will be visible to all nodes that share this $sysconf.
+
+# The format is straightforward: one per line, mca_param_name =
+# rvalue.  Quoting is ignored (so if you use quotes or escape
+# characters, they'll be included as part of the value).  For example:
+
+# Disable run-time MPI parameter checking
+#   mpi_param_check = 0
+
+# Note that the value "~/" will be expanded to the current user's home
+# directory.  For example:
+
+# Change component loading path
+#   component_path = /usr/local/lib/openmpi:~/my_openmpi_components
+
+# See "ompi_info --param all all" for a full listing of Open MPI MCA
+# parameters available and their default values.
+#
+
+# Basic behavior to smooth startup
+mca_component_show_load_errors = 0
+mpi_param_check = 0 
+orte_abort_timeout = 10 
+opal_set_max_sys_limits = 1
+
+## Protect the shared file systems
+orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
+orte_tmpdir_base = /tmp
+
+## Require an allocation to run - protects the frontend
+## from inadvertent job executions
+orte_allocation_required = 1
+
+## Add the interface for out-of-band communication
+## and set it up
+oob_tcp_if_include=ib0 
+oob_tcp_peer_retries = 1 
+oob_tcp_disable_family = IPv6 
+oob_tcp_listen_mode = listen_thread
+oob_tcp_sndbuf = 32768
+oob_tcp_rcvbuf = 32768
+
+
+## Define the MPI interconnects
+btl = sm,openib,self 
+
+## Setup OpenIB
+btl_openib_want_fork_support = 0
+btl_openib_cpc_include = oob 
+#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
+
+## Enable cpu affinity 
+mpi_paffinity_alone = 1 
+
+## Setup MPI options
+mpi_show_handle_leaks = 1
+mpi_warn_on_fork = 1
+mpi_abort_print_stack = 1

contrib/platform/lanl/tlcc/optimized-nopanasas

@@ -0,0 +1,24 @@
+enable_dlopen=no
+with_openib=/opt/ofed
+with_openib_libdir=/opt/ofed/lib64
+enable_mem_debug=no
+enable_mem_profile=no
+enable_debug_symbols=no
+enable_binaries=yes
+with_devel_headers=yes
+enable_heterogeneous=yes
+enable_debug=no
+enable_shared=yes
+enable_static=yes
+with_slurm=yes
+enable_visibility=yes
+enable_memchecker=no
+enable_ipv6=no
+enable_mpi_f77=yes
+enable_mpi_f90=yes
+enable_mpi_cxx=yes
+enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
+enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
+with_io_romio_flags=--with-file-system=ufs+nfs
+with_threads=posix

contrib/platform/lanl/tlcc/optimized-nopanasas.conf

@@ -0,0 +1 @@
+optimized.conf

contrib/platform/lanl/tlcc/optimized-panasas

@@ -1,8 +1,6 @@
 enable_dlopen=no
-enable_pty_support=no
 with_openib=/opt/ofed
 with_openib_libdir=/opt/ofed/lib64
-with_memory_manager=yes
 enable_mem_debug=no
 enable_mem_profile=no
 enable_debug_symbols=no
@@ -11,8 +9,8 @@ with_devel_headers=yes
 enable_heterogeneous=yes
 enable_debug=no
 enable_shared=yes
-enable_static=no
-with_slurm=no
+enable_static=yes
+with_slurm=yes
 enable_visibility=yes
 enable_memchecker=no
 enable_ipv6=no
@@ -20,5 +18,7 @@ enable_mpi_f77=yes
 enable_mpi_f90=yes
 enable_mpi_cxx=yes
 enable_mpi_cxx_seek=yes
+enable_cxx_exceptions=yes
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
 with_io_romio_flags=--with-file-system=ufs+nfs+panfs
+with_threads=posix

contrib/platform/lanl/tlcc/optimized-panasas.conf

@@ -0,0 +1 @@
+optimized.conf

contrib/platform/lanl/tlcc/optimized.conf

@@ -0,0 +1,97 @@
+#
+# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
+#                         University Research and Technology
+#                         Corporation.  All rights reserved.
+# Copyright (c) 2004-2005 The University of Tennessee and The University
+#                         of Tennessee Research Foundation.  All rights
+#                         reserved.
+# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
+#                         University of Stuttgart.  All rights reserved.
+# Copyright (c) 2004-2005 The Regents of the University of California.
+#                         All rights reserved.
+# Copyright (c) 2006      Cisco Systems, Inc.  All rights reserved.
+# $COPYRIGHT$
+# 
+# Additional copyrights may follow
+# 
+# $HEADER$
+#
+
+# This is the default system-wide MCA parameters defaults file.
+# Specifically, the MCA parameter "mca_param_files" defaults to a
+# value of
+# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf"
+# (this file is the latter of the two).  So if the default value of
+# mca_param_files is not changed, this file is used to set system-wide
+# MCA parameters.  This file can therefore be used to set system-wide
+# default MCA parameters for all users.  Of course, users can override
+# these values if they want, but this file is an excellent location
+# for setting system-specific MCA parameters for those users who don't
+# know / care enough to investigate the proper values for them.
+
+# Note that this file is only applicable where it is visible (in a
+# filesystem sense).  Specifically, MPI processes each read this file
+# during their startup to determine what default values for MCA
+# parameters should be used.  mpirun does not bundle up the values in
+# this file from the node where it was run and send them to all nodes;
+# the default value decisions are effectively distributed.  Hence,
+# these values are only applicable on nodes that "see" this file.  If
+# $sysconf is a directory on a local disk, it is likely that changes
+# to this file will need to be propagated to other nodes.  If $sysconf
+# is a directory that is shared via a networked filesystem, changes to
+# this file will be visible to all nodes that share this $sysconf.
+
+# The format is straightforward: one per line, mca_param_name =
+# rvalue.  Quoting is ignored (so if you use quotes or escape
+# characters, they'll be included as part of the value).  For example:
+
+# Disable run-time MPI parameter checking
+#   mpi_param_check = 0
+
+# Note that the value "~/" will be expanded to the current user's home
+# directory.  For example:
+
+# Change component loading path
+#   component_path = /usr/local/lib/openmpi:~/my_openmpi_components
+
+# See "ompi_info --param all all" for a full listing of Open MPI MCA
+# parameters available and their default values.
+#
+
+# Basic behavior to smooth startup
+mca_component_show_load_errors = 0
+mpi_param_check = 0 
+orte_abort_timeout = 10 
+opal_set_max_sys_limits = 1
+
+## Protect the shared file systems
+orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
+orte_tmpdir_base = /tmp
+
+## Require an allocation to run - protects the frontend
+## from inadvertent job executions
+orte_allocation_required = 1
+
+## Add the interface for out-of-band communication
+## and set it up
+oob_tcp_if_include=ib0 
+oob_tcp_peer_retries = 1 
+oob_tcp_disable_family = IPv6 
+oob_tcp_listen_mode = listen_thread
+oob_tcp_sndbuf = 32768
+oob_tcp_rcvbuf = 32768
+
+## Define the MPI interconnects
+btl = sm,openib,self 
+
+## Setup OpenIB
+btl_openib_want_fork_support = 0
+btl_openib_cpc_include = oob 
+#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
+
+## Enable cpu affinity 
+mpi_paffinity_alone = 1 
+
+## Setup MPI options
+mpi_show_handle_leaks = 0
+mpi_warn_on_fork = 1