diff --git a/contrib/platform/lanl/macosx-dynamic-optimized.conf b/contrib/platform/lanl/macosx-dynamic-optimized.conf deleted file mode 120000 index b227db5554..0000000000 --- a/contrib/platform/lanl/macosx-dynamic-optimized.conf +++ /dev/null @@ -1 +0,0 @@ -mac.conf \ No newline at end of file diff --git a/contrib/platform/lanl/macosx-dynamic.conf b/contrib/platform/lanl/macosx-dynamic.conf deleted file mode 120000 index b227db5554..0000000000 --- a/contrib/platform/lanl/macosx-dynamic.conf +++ /dev/null @@ -1 +0,0 @@ -mac.conf \ No newline at end of file diff --git a/contrib/platform/lanl/macosx-static-leopard.conf b/contrib/platform/lanl/macosx-static-leopard.conf deleted file mode 120000 index b227db5554..0000000000 --- a/contrib/platform/lanl/macosx-static-leopard.conf +++ /dev/null @@ -1 +0,0 @@ -mac.conf \ No newline at end of file diff --git a/contrib/platform/lanl/rr-class/debug-nopanasas.conf b/contrib/platform/lanl/rr-class/debug-nopanasas.conf new file mode 100644 index 0000000000..2abe556cc1 --- /dev/null +++ b/contrib/platform/lanl/rr-class/debug-nopanasas.conf @@ -0,0 +1,99 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0,eth0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + + +## Define the MPI interconnects +btl = sm,openib,tcp,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 1 +mpi_warn_on_fork = 1 +mpi_abort_print_stack = 1 + diff --git a/contrib/platform/lanl/rr-class/debug-panasas.conf b/contrib/platform/lanl/rr-class/debug-panasas.conf new file mode 100644 index 0000000000..2abe556cc1 --- /dev/null +++ b/contrib/platform/lanl/rr-class/debug-panasas.conf @@ -0,0 +1,99 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0,eth0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + + +## Define the MPI interconnects +btl = sm,openib,tcp,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 1 +mpi_warn_on_fork = 1 +mpi_abort_print_stack = 1 + diff --git a/contrib/platform/lanl/rr-class/optimized-nopanasas.conf b/contrib/platform/lanl/rr-class/optimized-nopanasas.conf new file mode 100644 index 0000000000..39e65c8780 --- /dev/null +++ b/contrib/platform/lanl/rr-class/optimized-nopanasas.conf @@ -0,0 +1,97 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0,eth0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + +## Define the MPI interconnects +btl = sm,openib,tcp,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 0 +mpi_warn_on_fork = 1 + diff --git a/contrib/platform/lanl/rr-class/optimized-panasas.conf b/contrib/platform/lanl/rr-class/optimized-panasas.conf new file mode 100644 index 0000000000..39e65c8780 --- /dev/null +++ b/contrib/platform/lanl/rr-class/optimized-panasas.conf @@ -0,0 +1,97 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0,eth0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + +## Define the MPI interconnects +btl = sm,openib,tcp,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 0 +mpi_warn_on_fork = 1 + diff --git a/contrib/platform/lanl/rr-class/optimized.conf b/contrib/platform/lanl/rr-class/optimized.conf index 7578d8e41b..39e65c8780 100644 --- a/contrib/platform/lanl/rr-class/optimized.conf +++ b/contrib/platform/lanl/rr-class/optimized.conf @@ -94,3 +94,4 @@ mpi_paffinity_alone = 1 ## Setup MPI options mpi_show_handle_leaks = 0 mpi_warn_on_fork = 1 + diff --git a/contrib/platform/lanl/tlcc/debug-nopanasas.conf b/contrib/platform/lanl/tlcc/debug-nopanasas.conf new file mode 100644 index 0000000000..1652a178cf --- /dev/null +++ b/contrib/platform/lanl/tlcc/debug-nopanasas.conf @@ -0,0 +1,99 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + + +## Define the MPI interconnects +btl = sm,openib,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 1 +mpi_warn_on_fork = 1 +mpi_abort_print_stack = 1 + diff --git a/contrib/platform/lanl/tlcc/debug-panasas.conf b/contrib/platform/lanl/tlcc/debug-panasas.conf new file mode 100644 index 0000000000..1652a178cf --- /dev/null +++ b/contrib/platform/lanl/tlcc/debug-panasas.conf @@ -0,0 +1,99 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + + +## Define the MPI interconnects +btl = sm,openib,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 1 +mpi_warn_on_fork = 1 +mpi_abort_print_stack = 1 + diff --git a/contrib/platform/lanl/tlcc/debug.conf b/contrib/platform/lanl/tlcc/debug.conf index 5daf282141..1652a178cf 100644 --- a/contrib/platform/lanl/tlcc/debug.conf +++ b/contrib/platform/lanl/tlcc/debug.conf @@ -96,3 +96,4 @@ mpi_paffinity_alone = 1 mpi_show_handle_leaks = 1 mpi_warn_on_fork = 1 mpi_abort_print_stack = 1 + diff --git a/contrib/platform/lanl/tlcc/optimized-nopanasas.conf b/contrib/platform/lanl/tlcc/optimized-nopanasas.conf new file mode 100644 index 0000000000..d9091ec44a --- /dev/null +++ b/contrib/platform/lanl/tlcc/optimized-nopanasas.conf @@ -0,0 +1,97 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + +## Define the MPI interconnects +btl = sm,openib,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 0 +mpi_warn_on_fork = 1 + diff --git a/contrib/platform/lanl/tlcc/optimized-panasas.conf b/contrib/platform/lanl/tlcc/optimized-panasas.conf new file mode 100644 index 0000000000..d9091ec44a --- /dev/null +++ b/contrib/platform/lanl/tlcc/optimized-panasas.conf @@ -0,0 +1,97 @@ +# +# Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana +# University Research and Technology +# Corporation. All rights reserved. +# Copyright (c) 2004-2005 The University of Tennessee and The University +# of Tennessee Research Foundation. All rights +# reserved. +# Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, +# University of Stuttgart. All rights reserved. +# Copyright (c) 2004-2005 The Regents of the University of California. +# All rights reserved. +# Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +# $COPYRIGHT$ +# +# Additional copyrights may follow +# +# $HEADER$ +# + +# This is the default system-wide MCA parameters defaults file. +# Specifically, the MCA parameter "mca_param_files" defaults to a +# value of +# "$HOME/.openmpi/mca-params.conf:$sysconf/openmpi-mca-params.conf" +# (this file is the latter of the two). So if the default value of +# mca_param_files is not changed, this file is used to set system-wide +# MCA parameters. This file can therefore be used to set system-wide +# default MCA parameters for all users. Of course, users can override +# these values if they want, but this file is an excellent location +# for setting system-specific MCA parameters for those users who don't +# know / care enough to investigate the proper values for them. + +# Note that this file is only applicable where it is visible (in a +# filesystem sense). Specifically, MPI processes each read this file +# during their startup to determine what default values for MCA +# parameters should be used. mpirun does not bundle up the values in +# this file from the node where it was run and send them to all nodes; +# the default value decisions are effectively distributed. Hence, +# these values are only applicable on nodes that "see" this file. If +# $sysconf is a directory on a local disk, it is likely that changes +# to this file will need to be propagated to other nodes. If $sysconf +# is a directory that is shared via a networked filesystem, changes to +# this file will be visible to all nodes that share this $sysconf. + +# The format is straightforward: one per line, mca_param_name = +# rvalue. Quoting is ignored (so if you use quotes or escape +# characters, they'll be included as part of the value). For example: + +# Disable run-time MPI parameter checking +# mpi_param_check = 0 + +# Note that the value "~/" will be expanded to the current user's home +# directory. For example: + +# Change component loading path +# component_path = /usr/local/lib/openmpi:~/my_openmpi_components + +# See "ompi_info --param all all" for a full listing of Open MPI MCA +# parameters available and their default values. +# + +# Basic behavior to smooth startup +mca_component_show_load_errors = 0 +orte_abort_timeout = 10 +opal_set_max_sys_limits = 1 + +## Protect the shared file systems +orte_no_session_dirs = /panfs,/scratch,/users,/usr/projects +orte_tmpdir_base = /tmp + +## Require an allocation to run - protects the frontend +## from inadvertent job executions +orte_allocation_required = 1 + +## Add the interface for out-of-band communication +## and set it up +oob_tcp_if_include=ib0 +oob_tcp_peer_retries = 10 +oob_tcp_disable_family = IPv6 +oob_tcp_listen_mode = listen_thread +oob_tcp_sndbuf = 32768 +oob_tcp_rcvbuf = 32768 + +## Define the MPI interconnects +btl = sm,openib,self + +## Setup OpenIB +btl_openib_want_fork_support = 0 +btl_openib_cpc_include = oob +#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 + +## Enable cpu affinity +mpi_paffinity_alone = 1 + +## Setup MPI options +mpi_show_handle_leaks = 0 +mpi_warn_on_fork = 1 + diff --git a/contrib/platform/lanl/tlcc/optimized.conf b/contrib/platform/lanl/tlcc/optimized.conf index 14b8b811f2..d9091ec44a 100644 --- a/contrib/platform/lanl/tlcc/optimized.conf +++ b/contrib/platform/lanl/tlcc/optimized.conf @@ -94,3 +94,4 @@ mpi_paffinity_alone = 1 ## Setup MPI options mpi_show_handle_leaks = 0 mpi_warn_on_fork = 1 +