Update LANL platform files

This commit was SVN r19005.

contrib/platform/lanl/roadrunner/debug

@@ -1,11 +1,8 @@
-with_threads=no
 enable_dlopen=no
 enable_pty_support=no
 with_tm=/opt/PBS
-with_wrapper_cflags=-I/opt/panfs/include
 LDFLAGS=-L/opt/PBS/lib64
 with_openib=/opt/ofed
-with_io_romio_flags=--with-file-system=ufs+nfs+panfs
 with_memory_manager=no
 enable_mem_debug=yes
 enable_mem_profile=no
@@ -19,3 +16,4 @@ enable_shared=yes
 enable_static=no
 with_slurm=no
 enable_memchecker=no
+enable_io_romio=no

contrib/platform/lanl/roadrunner/openmpi-mca-params.conf

@@ -57,12 +57,47 @@
 # See "ompi_info --param all all" for a full listing of Open MPI MCA
 # parameters available and their default values.
 #
-oob_tcp_if_include = ib0
+
-btl_sm_free_list_max = 768
+# Basic behavior to smooth startup
-oob_tcp_connect_timeout = 600
 mca_component_show_load_errors = 0
-pml_ob1_use_early_completion = 0
+mpi_param_check = 0 
-opal_paffinity_alone = 1
+orte_abort_timeout = 10 
-btl_tcp_if_include = ib0
+plm = tm
+
+## Protect the shared file systems
 orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
 orte_tmpdir_base = /tmp
+
+## Add the interface for out-of-band communication
+## and set it up
+oob_tcp_if_include=ib0 
+oob_tcp_peer_retries = 120 
+oob_tcp_disable_family = IPv6 
+oob_tcp_connect_timeout=600 
+
+## Exclude the apnet interfaces from mpi 
+btl_tcp_if_exclude = apnet0,apnet1,apnet2,apnet3 
+
+## Define the MPI interconnects
+btl = sm,openib,self 
+mpi_leave_pinned = 1
+
+## Setup shared memory
+btl_sm_free_list_max = 768
+
+## Setup OpenIB
+btl_openib_want_fork_support = 0 
+btl_openib_cpc_include = oob 
+btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
+
+## Setup TCP
+btl_tcp_if_include = ib0
+
+## Configure the PML
+pml_ob1_use_early_completion = 0
+                                                                      
+## Enable cpu affinity 
+opal_paffinity_alone = 1 
+
+#misc 
+io = ^romio 

contrib/platform/lanl/roadrunner/optimized

@@ -1,4 +1,3 @@
-with_threads=no
 enable_dlopen=no
 enable_pty_support=no
 with_tm=/opt/PBS
@@ -9,11 +8,10 @@ enable_mem_debug=no
 enable_mem_profile=no
 enable_debug_symbols=no
 enable_binaries=yes
-with_devel_headers=yes
+with_devel_headers=no
 enable_heterogeneous=yes
 enable_debug=no
 enable_shared=yes
-with_wrapper_cflags=-I/opt/panfs/include
-with_io_romio_flags=--with-file-system=ufs+nfs+panfs
 with_slurm=no
 enable_memchecker=no
+enable_io_romio=no

contrib/platform/lanl/rrz/debug

@@ -1,11 +1,9 @@
-with_threads=no
 enable_dlopen=no
 enable_pty_support=no
 with_tm=/opt/PBS
 LDFLAGS=-L/opt/PBS/lib64
 with_openib=/opt/ofed
 with_openbi_libdir=/opt/ofed/lib64
-with_io_romio_flags=--with-file-system=ufs+nfs
 with_memory_manager=no
 enable_mem_debug=yes
 enable_mem_profile=no
@@ -27,3 +25,4 @@ enable_mpi_f90=no
 enable_mpi_cxx=no
 enable_mpi_cxx_seek=no
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
+enable_io_romio=no

contrib/platform/lanl/rrz/openmpi-mca-params.conf

@@ -57,12 +57,44 @@
 # See "ompi_info --param all all" for a full listing of Open MPI MCA
 # parameters available and their default values.
 #
-oob_tcp_if_include = ib0
+
-btl_sm_free_list_max = 768
+# Basic behavior to smooth startup
-oob_tcp_connect_timeout = 600
 mca_component_show_load_errors = 0
-pml_ob1_use_early_completion = 0
+mpi_param_check = 0 
-opal_paffinity_alone = 1
+orte_abort_timeout = 10 
-btl_tcp_if_include = ib0
+plm = tm
+
+## Protect the shared file systems
 orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
 orte_tmpdir_base = /tmp
+
+## Add the interface for out-of-band communication
+## and set it up
+oob_tcp_if_include=ib0 
+oob_tcp_peer_retries = 120 
+oob_tcp_disable_family = IPv6 
+oob_tcp_connect_timeout=600 
+
+## Exclude the apnet interfaces from mpi 
+btl_tcp_if_exclude = apnet0,apnet1,apnet2,apnet3 
+
+## Define the MPI interconnects
+btl = sm,openib,self 
+mpi_leave_pinned = 1
+
+## Setup shared memory
+btl_sm_free_list_max = 768
+
+## Setup OpenIB
+btl_openib_want_fork_support = 0 
+btl_openib_cpc_include = oob 
+btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
+
+## Setup TCP
+btl_tcp_if_include = ib0
+
+## Configure the PML
+pml_ob1_use_early_completion = 0
+                                                                      
+## Enable cpu affinity 
+opal_paffinity_alone = 1 

contrib/platform/lanl/rrz/optimized

@@ -14,7 +14,6 @@ enable_heterogeneous=no
 enable_debug=no
 enable_shared=yes
 enable_static=no
-with_io_romio_flags=--with-file-system=ufs+nfs
 with_slurm=no
 enable_contrib_no_build=libnbc,vt
 enable_visibility=yes
@@ -25,3 +24,4 @@ enable_mpi_f90=no
 enable_mpi_cxx=no
 enable_mpi_cxx_seek=no
 enable_mca_no_build=pml-dr,pml-crcp2,crcp,filem
+enable_io_romio=no

contrib/platform/lanl/yellowrail/debug

@@ -0,0 +1,20 @@
+enable_dlopen=no
+enable_pty_support=no
+with_tm=/opt/PBS
+with_wrapper_cflags=-I/opt/panfs/include
+LDFLAGS=-L/opt/PBS/lib64
+with_openib=/opt/ofed
+with_io_romio_flags=--with-file-system=ufs+nfs+panfs
+with_memory_manager=no
+enable_mem_debug=yes
+enable_mem_profile=no
+enable_debug_symbols=yes
+enable_binaries=yes
+with_devel_headers=yes
+enable_heterogeneous=yes
+enable_picky=yes
+enable_debug=yes
+enable_shared=yes
+enable_static=no
+with_slurm=no
+enable_memchecker=no

contrib/platform/lanl/yellowrail/openmpi-mca-params.conf

@@ -0,0 +1,100 @@
+#
+# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
+#                         University Research and Technology
+#                         Corporation.  All rights reserved.
+# Copyright (c) 2004-2005 The University of Tennessee and The University
+#                         of Tennessee Research Foundation.  All rights
+#                         reserved.
+# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
+#                         University of Stuttgart.  All rights reserved.
+# Copyright (c) 2004-2005 The Regents of the University of California.
+#                         All rights reserved.
+# Copyright (c) 2006      Cisco Systems, Inc.  All rights reserved.
+# $COPYRIGHT$
+# 
+# Additional copyrights may follow
+# 
+# $HEADER$
+#
+
+# This is the default system-wide MCA parameters defaults file.
+# Specifically, the MCA parameter "mca_param_files" defaults to a
+# value of
+# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf"
+# (this file is the latter of the two).  So if the default value of
+# mca_param_files is not changed, this file is used to set system-wide
+# MCA parameters.  This file can therefore be used to set system-wide
+# default MCA parameters for all users.  Of course, users can override
+# these values if they want, but this file is an excellent location
+# for setting system-specific MCA parameters for those users who don't
+# know / care enough to investigate the proper values for them.
+
+# Note that this file is only applicable where it is visible (in a
+# filesystem sense).  Specifically, MPI processes each read this file
+# during their startup to determine what default values for MCA
+# parameters should be used.  mpirun does not bundle up the values in
+# this file from the node where it was run and send them to all nodes;
+# the default value decisions are effectively distributed.  Hence,
+# these values are only applicable on nodes that "see" this file.  If
+# $sysconf is a directory on a local disk, it is likely that changes
+# to this file will need to be propagated to other nodes.  If $sysconf
+# is a directory that is shared via a networked filesystem, changes to
+# this file will be visible to all nodes that share this $sysconf.
+
+# The format is straightforward: one per line, mca_param_name =
+# rvalue.  Quoting is ignored (so if you use quotes or escape
+# characters, they'll be included as part of the value).  For example:
+
+# Disable run-time MPI parameter checking
+#   mpi_param_check = 0
+
+# Note that the value "~/" will be expanded to the current user's home
+# directory.  For example:
+
+# Change component loading path
+#   component_path = /usr/local/lib/openmpi:~/my_openmpi_components
+
+# See "ompi_info --param all all" for a full listing of Open MPI MCA
+# parameters available and their default values.
+#
+
+# Basic behavior to smooth startup
+mca_component_show_load_errors = 0
+mpi_param_check = 0 
+orte_abort_timeout = 10 
+plm = tm
+
+## Protect the shared file systems
+orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects
+orte_tmpdir_base = /tmp
+
+## Add the interface for out-of-band communication
+## and set it up
+oob_tcp_if_include=ib0 
+oob_tcp_peer_retries = 120 
+oob_tcp_disable_family = IPv6 
+oob_tcp_connect_timeout=600 
+
+## Exclude the apnet interfaces from mpi 
+btl_tcp_if_exclude = apnet0,apnet1,apnet2,apnet3 
+
+## Define the MPI interconnects
+btl = sm,openib,self 
+mpi_leave_pinned = 1
+
+## Setup shared memory
+btl_sm_free_list_max = 768
+
+## Setup OpenIB
+btl_openib_want_fork_support = 0 
+btl_openib_cpc_include = oob 
+btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 
+
+## Setup TCP
+btl_tcp_if_include = ib0
+
+## Configure the PML
+pml_ob1_use_early_completion = 0
+                                                                      
+## Enable cpu affinity 
+opal_paffinity_alone = 1 

contrib/platform/lanl/yellowrail/optimized

@@ -0,0 +1,18 @@
+enable_dlopen=no
+enable_pty_support=no
+with_tm=/opt/PBS
+LDFLAGS=-L/opt/PBS/lib64
+with_openib=/opt/ofed
+with_memory_manager=yes
+enable_mem_debug=no
+enable_mem_profile=no
+enable_debug_symbols=no
+enable_binaries=yes
+with_devel_headers=yes
+enable_heterogeneous=yes
+enable_debug=no
+enable_shared=yes
+with_wrapper_cflags=-I/opt/panfs/include
+with_io_romio_flags=--with-file-system=ufs+nfs+panfs
+with_slurm=no
+enable_memchecker=no