diff --git a/contrib/platform/lanl/rr-class/debug-nopanasas b/contrib/platform/lanl/rr-class/debug-nopanasas index 905d69b52a..538ef83a02 100644 --- a/contrib/platform/lanl/rr-class/debug-nopanasas +++ b/contrib/platform/lanl/rr-class/debug-nopanasas @@ -3,7 +3,7 @@ enable_mem_debug=yes enable_mem_profile=yes enable_debug_symbols=yes enable_binaries=yes -enable_heterogeneous=no +enable_heterogeneous=yes enable_picky=yes enable_debug=yes enable_shared=yes @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=yes enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,routed-direct,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,filem enable_contrib_no_build=libnbc,vt with_tm=/opt/PBS @@ -25,8 +24,8 @@ with_openib_libdir=/opt/ofed/lib64 with_devel_headers=yes with_slurm=no with_io_romio_flags=--with-file-system=ufs+nfs -with_threads=posix with_valgrind=no LDFLAGS=-L/opt/PBS/lib64 +with_memory_manager=ptmalloc2 with_openib_control_hdr_padding=yes with_dst_checksum=yes diff --git a/contrib/platform/lanl/rr-class/debug-nopanasas.conf b/contrib/platform/lanl/rr-class/debug-nopanasas.conf index fc6ebbfdf1..3ccfba8b04 100644 --- a/contrib/platform/lanl/rr-class/debug-nopanasas.conf +++ b/contrib/platform/lanl/rr-class/debug-nopanasas.conf @@ -72,9 +72,8 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 pml = csum -btl_openib_flags = 50 ## Protect looped collectives coll_sync_priority = 100 @@ -85,7 +84,7 @@ coll_hierarch_priority = 90 ## Add the interface for out-of-band communication ## and set it up -oob_tcp_if_include=ib0 +oob_tcp_if_include=ib0,eth0 oob_tcp_peer_retries = 10 oob_tcp_disable_family = IPv6 oob_tcp_listen_mode = listen_thread @@ -93,12 +92,13 @@ oob_tcp_sndbuf = 32768 oob_tcp_rcvbuf = 32768 ## Define the MPI interconnects -btl = sm,openib,self +btl = sm,openib,tcp,self +btl_tcp_if_include=eth0 ## Setup OpenIB btl_openib_want_fork_support = 0 -btl_openib_cpc_include = oob -#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 +btl_openib_cpc_include = oob +btl_openib_flags = 2 ## Enable cpu affinity mpi_paffinity_alone = 1 diff --git a/contrib/platform/lanl/rr-class/debug-panasas b/contrib/platform/lanl/rr-class/debug-panasas index 2f7055b17c..d8e9b769a7 100644 --- a/contrib/platform/lanl/rr-class/debug-panasas +++ b/contrib/platform/lanl/rr-class/debug-panasas @@ -3,7 +3,7 @@ enable_mem_debug=yes enable_mem_profile=yes enable_debug_symbols=yes enable_binaries=yes -enable_heterogeneous=no +enable_heterogeneous=yes enable_picky=yes enable_debug=yes enable_shared=yes @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=yes enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,routed-direct,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,filem enable_contrib_no_build=libnbc,vt with_tm=/opt/PBS @@ -25,10 +24,10 @@ with_openib_libdir=/opt/ofed/lib64 with_devel_headers=yes with_slurm=no with_io_romio_flags=--with-file-system=ufs+nfs+panfs -with_threads=posix with_valgrind=no LDFLAGS=-L/opt/PBS/lib64 CFLAGS="-I/opt/panfs/include" +with_memory_manager=ptmalloc2 with_openib_control_hdr_padding=yes with_dst_checksum=yes diff --git a/contrib/platform/lanl/rr-class/debug-panasas.conf b/contrib/platform/lanl/rr-class/debug-panasas.conf index fc6ebbfdf1..3ccfba8b04 100644 --- a/contrib/platform/lanl/rr-class/debug-panasas.conf +++ b/contrib/platform/lanl/rr-class/debug-panasas.conf @@ -72,9 +72,8 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 pml = csum -btl_openib_flags = 50 ## Protect looped collectives coll_sync_priority = 100 @@ -85,7 +84,7 @@ coll_hierarch_priority = 90 ## Add the interface for out-of-band communication ## and set it up -oob_tcp_if_include=ib0 +oob_tcp_if_include=ib0,eth0 oob_tcp_peer_retries = 10 oob_tcp_disable_family = IPv6 oob_tcp_listen_mode = listen_thread @@ -93,12 +92,13 @@ oob_tcp_sndbuf = 32768 oob_tcp_rcvbuf = 32768 ## Define the MPI interconnects -btl = sm,openib,self +btl = sm,openib,tcp,self +btl_tcp_if_include=eth0 ## Setup OpenIB btl_openib_want_fork_support = 0 -btl_openib_cpc_include = oob -#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 +btl_openib_cpc_include = oob +btl_openib_flags = 2 ## Enable cpu affinity mpi_paffinity_alone = 1 diff --git a/contrib/platform/lanl/rr-class/optimized-nopanasas b/contrib/platform/lanl/rr-class/optimized-nopanasas index 2f86adc5c6..da79aa7620 100644 --- a/contrib/platform/lanl/rr-class/optimized-nopanasas +++ b/contrib/platform/lanl/rr-class/optimized-nopanasas @@ -3,7 +3,7 @@ enable_mem_debug=no enable_mem_profile=no enable_debug_symbols=no enable_binaries=yes -enable_heterogeneous=no +enable_heterogeneous=yes enable_debug=no enable_shared=yes enable_static=yes @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=no enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,routed-direct,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,filem enable_contrib_no_build=libnbc,vt with_tm=/opt/PBS @@ -25,9 +24,9 @@ with_openib_libdir=/opt/ofed/lib64 with_devel_headers=yes with_slurm=no with_io_romio_flags=--with-file-system=ufs+nfs -with_threads=posix with_valgrind=no LDFLAGS=-L/opt/PBS/lib64 +with_memory_manager=ptmalloc2 with_openib_control_hdr_padding=yes with_dst_checksum=yes diff --git a/contrib/platform/lanl/rr-class/optimized-nopanasas.conf b/contrib/platform/lanl/rr-class/optimized-nopanasas.conf index 96d42c0ec6..92df88dc39 100644 --- a/contrib/platform/lanl/rr-class/optimized-nopanasas.conf +++ b/contrib/platform/lanl/rr-class/optimized-nopanasas.conf @@ -72,9 +72,8 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 pml = csum -btl_openib_flags = 50 ## Protect looped collectives coll_sync_priority = 100 @@ -85,7 +84,7 @@ coll_hierarch_priority = 90 ## Add the interface for out-of-band communication ## and set it up -oob_tcp_if_include=ib0 +oob_tcp_if_include=ib0,eth0 oob_tcp_peer_retries = 10 oob_tcp_disable_family = IPv6 oob_tcp_listen_mode = listen_thread @@ -93,12 +92,13 @@ oob_tcp_sndbuf = 32768 oob_tcp_rcvbuf = 32768 ## Define the MPI interconnects -btl = sm,openib,self +btl = sm,openib,tcp,self +btl_tcp_if_include=eth0 ## Setup OpenIB btl_openib_want_fork_support = 0 btl_openib_cpc_include = oob -#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 +btl_openib_flags = 2 ## Enable cpu affinity mpi_paffinity_alone = 1 diff --git a/contrib/platform/lanl/rr-class/optimized-panasas b/contrib/platform/lanl/rr-class/optimized-panasas index 648abc6839..9467e28a3d 100644 --- a/contrib/platform/lanl/rr-class/optimized-panasas +++ b/contrib/platform/lanl/rr-class/optimized-panasas @@ -3,7 +3,7 @@ enable_mem_debug=no enable_mem_profile=no enable_debug_symbols=no enable_binaries=yes -enable_heterogeneous=no +enable_heterogeneous=yes enable_debug=no enable_shared=yes enable_static=yes @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=no enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,routed-direct,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,filem enable_contrib_no_build=libnbc,vt with_tm=/opt/PBS @@ -25,10 +24,10 @@ with_openib_libdir=/opt/ofed/lib64 with_devel_headers=yes with_slurm=no with_io_romio_flags=--with-file-system=ufs+nfs+panfs -with_threads=posix with_valgrind=no LDFLAGS=-L/opt/PBS/lib64 CFLAGS="-I/opt/panfs/include" +with_memory_manager=ptmalloc2 with_openib_control_hdr_padding=yes with_dst_checksum=yes diff --git a/contrib/platform/lanl/rr-class/optimized-panasas.conf b/contrib/platform/lanl/rr-class/optimized-panasas.conf index 96d42c0ec6..92df88dc39 100644 --- a/contrib/platform/lanl/rr-class/optimized-panasas.conf +++ b/contrib/platform/lanl/rr-class/optimized-panasas.conf @@ -72,9 +72,8 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 pml = csum -btl_openib_flags = 50 ## Protect looped collectives coll_sync_priority = 100 @@ -85,7 +84,7 @@ coll_hierarch_priority = 90 ## Add the interface for out-of-band communication ## and set it up -oob_tcp_if_include=ib0 +oob_tcp_if_include=ib0,eth0 oob_tcp_peer_retries = 10 oob_tcp_disable_family = IPv6 oob_tcp_listen_mode = listen_thread @@ -93,12 +92,13 @@ oob_tcp_sndbuf = 32768 oob_tcp_rcvbuf = 32768 ## Define the MPI interconnects -btl = sm,openib,self +btl = sm,openib,tcp,self +btl_tcp_if_include=eth0 ## Setup OpenIB btl_openib_want_fork_support = 0 btl_openib_cpc_include = oob -#btl_openib_receive_queues = P,128,256,64,32,32:S,2048,1024,128,32:S,12288,1024,128,32:S,65536,1024,128,32 +btl_openib_flags = 2 ## Enable cpu affinity mpi_paffinity_alone = 1 diff --git a/contrib/platform/lanl/rr-class/slave b/contrib/platform/lanl/rr-class/slave index b1265c9388..2fac2e79b1 100644 --- a/contrib/platform/lanl/rr-class/slave +++ b/contrib/platform/lanl/rr-class/slave @@ -17,7 +17,6 @@ enable_cxx_exceptions=no enable_ft_thread=no enable_per_user_config_files=no enable_script_wrapper_compilers=yes -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,routed-linear,routed-radix,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,btl-openib,btl-sm,filem,plm-tm enable_contrib_no_build=libnbc,vt with_tm=no @@ -25,11 +24,103 @@ with_openib=no with_devel_headers=yes with_slurm=no with_io_romio_flags=--with-file-system=ufs+nfs -with_threads=posix +with_memory_manager=ptmalloc2 CC=/opt/cell/toolchain/bin/ppu-gcc CXX=/opt/cell/toolchain/bin/ppu-g++ F77=/opt/cell/toolchain/bin/ppu-gfortran -build=x86_64-unknown-linux-gnu -host=ppc64-redhat-linux +FC=/opt/cell/toolchain/bin/ppu-gfortran NM=/opt/cell/toolchain/bin/ppu-nm +ompi_cv_f77_sizeof_LOGICAL=${ompi_cv_f77_sizeof_LOGICAL=4} +ompi_cv_f90_sizeof_LOGICAL=${ompi_cv_f90_sizeof_LOGICAL=4} +ompi_cv_f77_alignment_LOGICAL=${ompi_cv_f77_alignment_LOGICAL=4} +ompi_cv_f90_alignment_LOGICAL=${ompi_cv_f90_alignment_LOGICAL=4} +ompi_cv_f77_sizeof_LOGICALp1=${ompi_cv_f77_sizeof_LOGICALp1=1} +ompi_cv_f90_sizeof_LOGICALp1=${ompi_cv_f90_sizeof_LOGICALp1=1} +ompi_cv_f77_alignment_LOGICALp1=${ompi_cv_f77_alignment_LOGICALp1=1} +ompi_cv_f90_alignment_LOGICALp1=${ompi_cv_f90_alignment_LOGICALp1=1} +ompi_cv_f77_sizeof_LOGICALp2=${ompi_cv_f77_sizeof_LOGICALp2=2} +ompi_cv_f90_sizeof_LOGICALp2=${ompi_cv_f90_sizeof_LOGICALp2=2} +ompi_cv_f77_alignment_LOGICALp2=${ompi_cv_f77_alignment_LOGICALp2=2} +ompi_cv_f90_alignment_LOGICALp2=${ompi_cv_f90_alignment_LOGICALp2=2} +ompi_cv_f77_sizeof_LOGICALp4=${ompi_cv_f77_sizeof_LOGICALp4=4} +ompi_cv_f90_sizeof_LOGICALp4=${ompi_cv_f90_sizeof_LOGICALp4=4} +ompi_cv_f77_alignment_LOGICALp4=${ompi_cv_f77_alignment_LOGICALp4=4} +ompi_cv_f90_alignment_LOGICALp4=${ompi_cv_f90_alignment_LOGICALp4=4} +ompi_cv_f77_sizeof_LOGICALp8=${ompi_cv_f77_sizeof_LOGICALp8=8} +ompi_cv_f90_sizeof_LOGICALp8=${ompi_cv_f90_sizeof_LOGICALp8=8} +ompi_cv_f77_alignment_LOGICALp8=${ompi_cv_f77_alignment_LOGICALp8=8} +ompi_cv_f90_alignment_LOGICALp8=${ompi_cv_f90_alignment_LOGICALp8=8} +ompi_cv_f77_sizeof_LOGICALp16=${ompi_cv_f77_sizeof_LOGICALp16=16} +ompi_cv_f90_sizeof_LOGICALp16=${ompi_cv_f90_sizeof_LOGICALp16=16} +ompi_cv_f77_alignment_LOGICALp16=${ompi_cv_f77_alignment_LOGICALp16=16} +ompi_cv_f90_alignment_LOGICALp16=${ompi_cv_f90_alignment_LOGICALp16=16} +ompi_cv_f77_sizeof_INTEGER=${ompi_cv_f77_sizeof_INTEGER=4} +ompi_cv_f90_sizeof_INTEGER=${ompi_cv_f90_sizeof_INTEGER=4} +ompi_cv_f77_alignment_INTEGER=${ompi_cv_f77_alignment_INTEGER=4} +ompi_cv_f90_alignment_INTEGER=${ompi_cv_f90_alignment_INTEGER=4} +ompi_cv_f77_sizeof_INTEGERp1=${ompi_cv_f77_sizeof_INTEGERp1=1} +ompi_cv_f90_sizeof_INTEGERp1=${ompi_cv_f90_sizeof_INTEGERp1=1} +ompi_cv_f77_alignment_INTEGERp1=${ompi_cv_f77_alignment_INTEGERp1=1} +ompi_cv_f90_alignment_INTEGERp1=${ompi_cv_f90_alignment_INTEGERp1=1} +ompi_cv_f77_sizeof_INTEGERp2=${ompi_cv_f77_sizeof_INTEGERp2=2} +ompi_cv_f90_sizeof_INTEGERp2=${ompi_cv_f90_sizeof_INTEGERp2=2} +ompi_cv_f77_alignment_INTEGERp2=${ompi_cv_f77_alignment_INTEGERp2=2} +ompi_cv_f90_alignment_INTEGERp2=${ompi_cv_f90_alignment_INTEGERp2=2} +ompi_cv_f77_sizeof_INTEGERp4=${ompi_cv_f77_sizeof_INTEGERp4=4} +ompi_cv_f90_sizeof_INTEGERp4=${ompi_cv_f90_sizeof_INTEGERp4=4} +ompi_cv_f77_alignment_INTEGERp4=${ompi_cv_f77_alignment_INTEGERp4=4} +ompi_cv_f90_alignment_INTEGERp4=${ompi_cv_f90_alignment_INTEGERp4=4} +ompi_cv_f77_sizeof_INTEGERp8=${ompi_cv_f77_sizeof_INTEGERp8=8} +ompi_cv_f90_sizeof_INTEGERp8=${ompi_cv_f90_sizeof_INTEGERp8=8} +ompi_cv_f77_alignment_INTEGERp8=${ompi_cv_f77_alignment_INTEGERp8=8} +ompi_cv_f90_alignment_INTEGERp8=${ompi_cv_f90_alignment_INTEGERp8=8} +ompi_cv_f77_sizeof_INTEGERp16=${ompi_cv_f77_sizeof_INTEGERp16=16} +ompi_cv_f90_sizeof_INTEGERp16=${ompi_cv_f90_sizeof_INTEGERp16=16} +ompi_cv_f77_alignment_INTEGERp16=${ompi_cv_f77_alignment_INTEGERp16=16} +ompi_cv_f90_alignment_INTEGERp16=${ompi_cv_f90_alignment_INTEGERp16=16} +ompi_cv_f77_sizeof_REAL=${ompi_cv_f77_sizeof_REAL=4} +ompi_cv_f90_sizeof_REAL=${ompi_cv_f90_sizeof_REAL=4} +ompi_cv_f77_alignment_REAL=${ompi_cv_f77_alignment_REAL=4} +ompi_cv_f90_alignment_REAL=${ompi_cv_f90_alignment_REAL=4} +ompi_cv_f77_sizeof_REALp4=${ompi_cv_f77_sizeof_REALp4=4} +ompi_cv_f90_sizeof_REALp4=${ompi_cv_f90_sizeof_REALp4=4} +ompi_cv_f77_alignment_REALp4=${ompi_cv_f77_alignment_REALp4=4} +ompi_cv_f90_alignment_REALp4=${ompi_cv_f90_alignment_REALp4=4} +ompi_cv_f77_sizeof_REALp8=${ompi_cv_f77_sizeof_REALp8=8} +ompi_cv_f90_sizeof_REALp8=${ompi_cv_f90_sizeof_REALp8=8} +ompi_cv_f77_alignment_REALp8=${ompi_cv_f77_alignment_REALp8=8} +ompi_cv_f90_alignment_REALp8=${ompi_cv_f90_alignment_REALp8=8} +ompi_cv_f77_sizeof_REALp16=${ompi_cv_f77_sizeof_REALp16=16} +ompi_cv_f90_sizeof_REALp16=${ompi_cv_f90_sizeof_REALp16=16} +ompi_cv_f77_alignment_REALp16=${ompi_cv_f77_alignment_REALp16=16} +ompi_cv_f90_alignment_REALp16=${ompi_cv_f90_alignment_REALp16=16} +ompi_cv_f77_sizeof_DOUBLE_PRECISION=${ompi_cv_f77_sizeof_DOUBLE_PRECISION=8} +ompi_cv_f90_sizeof_DOUBLE_PRECISION=${ompi_cv_f90_sizeof_DOUBLE_PRECISION=8} +ompi_cv_f77_alignment_DOUBLE_PRECISION=${ompi_cv_f77_alignment_DOUBLE_PRECISION=8} +ompi_cv_f90_alignment_DOUBLE_PRECISION=${ompi_cv_f90_alignment_DOUBLE_PRECISION=8} +ompi_cv_f77_sizeof_COMPLEX=${ompi_cv_f77_sizeof_COMPLEX=8} +ompi_cv_f90_sizeof_COMPLEX=${ompi_cv_f90_sizeof_COMPLEX=8} +ompi_cv_f77_alignment_COMPLEX=${ompi_cv_f77_alignment_COMPLEX=4} +ompi_cv_f90_alignment_COMPLEX=${ompi_cv_f90_alignment_COMPLEX=4} +ompi_cv_f77_sizeof_COMPLEXp8=${ompi_cv_f77_sizeof_COMPLEXp8=8} +ompi_cv_f90_sizeof_COMPLEXp8=${ompi_cv_f90_sizeof_COMPLEXp8=8} +ompi_cv_f77_alignment_COMPLEXp8=${ompi_cv_f77_alignment_COMPLEXp8=4} +ompi_cv_f90_alignment_COMPLEXp8=${ompi_cv_f90_alignment_COMPLEXp8=4} +ompi_cv_f77_sizeof_COMPLEXp16=${ompi_cv_f77_sizeof_COMPLEXp16=16} +ompi_cv_f90_sizeof_COMPLEXp16=${ompi_cv_f90_sizeof_COMPLEXp16=16} +ompi_cv_f77_alignment_COMPLEXp16=${ompi_cv_f77_alignment_COMPLEXp16=8} +ompi_cv_f90_alignment_COMPLEXp16=${ompi_cv_f90_alignment_COMPLEXp16=8} +ompi_cv_f77_sizeof_COMPLEXp32=${ompi_cv_f77_sizeof_COMPLEXp32=32} +ompi_cv_f90_sizeof_COMPLEXp32=${ompi_cv_f90_sizeof_COMPLEXp32=32} +ompi_cv_f77_alignment_COMPLEXp32=${ompi_cv_f77_alignment_COMPLEXp32=16} +ompi_cv_f90_alignment_COMPLEXp32=${ompi_cv_f90_alignment_COMPLEXp32=16} +ompi_cv_f77_sizeof_DOUBLE_COMPLEX=${ompi_cv_f77_sizeof_DOUBLE_COMPLEX=16} +ompi_cv_f90_sizeof_DOUBLE_COMPLEX=${ompi_cv_f90_sizeof_DOUBLE_COMPLEX=16} +ompi_cv_f77_alignment_DOUBLE_COMPLEX=${ompi_cv_f77_alignment_DOUBLE_COMPLEX=8} +ompi_cv_f90_alignment_DOUBLE_COMPLEX=${ompi_cv_f90_alignment_DOUBLE_COMPLEX=8} +ompi_cv_f77_true_value=${ompi_cv_f77_true_value=1} +ompi_cv_f90_int_kind_4=${ompi_cv_f90_int_kind_4=2} +ompi_cv_f90_int_kind_9=${ompi_cv_f90_int_kind_9=4} +ompi_cv_f90_int_kind_18=${ompi_cv_f90_int_kind_18=8} +ompi_cv_f90_int_kind_19=${ompi_cv_f90_int_kind_19=16} diff --git a/contrib/platform/lanl/rr-class/slave.conf b/contrib/platform/lanl/rr-class/slave.conf index 2c7ca21e66..75a887cfa6 100644 --- a/contrib/platform/lanl/rr-class/slave.conf +++ b/contrib/platform/lanl/rr-class/slave.conf @@ -78,6 +78,7 @@ oob_tcp_rcvbuf = 32768 ## Define the MPI interconnects btl = tcp,self +btl_tcp_if_include=eth0 ## Setup MPI options mpi_show_handle_leaks = 0 diff --git a/contrib/platform/lanl/tlcc/debug-nopanasas b/contrib/platform/lanl/tlcc/debug-nopanasas index 7e232bb3c6..ea96401138 100644 --- a/contrib/platform/lanl/tlcc/debug-nopanasas +++ b/contrib/platform/lanl/tlcc/debug-nopanasas @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=yes enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,filem,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,btl-tcp enable_contrib_no_build=libnbc,vt with_slurm=yes @@ -24,5 +23,5 @@ with_openib=yes with_devel_headers=yes with_tm=no with_io_romio_flags=--with-file-system=ufs+nfs -with_threads=posix +with_memory_manager=ptmalloc2 with_valgrind=no diff --git a/contrib/platform/lanl/tlcc/debug-nopanasas.conf b/contrib/platform/lanl/tlcc/debug-nopanasas.conf index 4de2ad10d2..105edbdd01 100644 --- a/contrib/platform/lanl/tlcc/debug-nopanasas.conf +++ b/contrib/platform/lanl/tlcc/debug-nopanasas.conf @@ -72,7 +72,7 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 ## Protect looped collectives coll_sync_priority = 100 diff --git a/contrib/platform/lanl/tlcc/debug-panasas b/contrib/platform/lanl/tlcc/debug-panasas index 5a9487ce44..721b685986 100644 --- a/contrib/platform/lanl/tlcc/debug-panasas +++ b/contrib/platform/lanl/tlcc/debug-panasas @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=yes enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,filem,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,btl-tcp enable_contrib_no_build=libnbc,vt with_slurm=yes @@ -24,6 +23,6 @@ with_tm=no with_openib=yes with_devel_headers=yes with_io_romio_flags=--with-file-system=ufs+nfs+panfs -with_threads=posix +with_memory_manager=ptmalloc2 with_valgrind=no CFLAGS=-I/opt/panfs/include diff --git a/contrib/platform/lanl/tlcc/debug-panasas.conf b/contrib/platform/lanl/tlcc/debug-panasas.conf index 4de2ad10d2..105edbdd01 100644 --- a/contrib/platform/lanl/tlcc/debug-panasas.conf +++ b/contrib/platform/lanl/tlcc/debug-panasas.conf @@ -72,7 +72,7 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 ## Protect looped collectives coll_sync_priority = 100 diff --git a/contrib/platform/lanl/tlcc/optimized-nopanasas b/contrib/platform/lanl/tlcc/optimized-nopanasas index 05978808ee..88a5ec74af 100644 --- a/contrib/platform/lanl/tlcc/optimized-nopanasas +++ b/contrib/platform/lanl/tlcc/optimized-nopanasas @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=no enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,filem,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,btl-tcp enable_contrib_no_build=libnbc,vt with_slurm=yes @@ -24,5 +23,5 @@ with_tm=no with_openib=yes with_devel_headers=yes with_io_romio_flags=--with-file-system=ufs+nfs -with_threads=posix +with_memory_manager=ptmalloc2 with_valgrind=no diff --git a/contrib/platform/lanl/tlcc/optimized-nopanasas.conf b/contrib/platform/lanl/tlcc/optimized-nopanasas.conf index ea45a5f87f..bc49871983 100644 --- a/contrib/platform/lanl/tlcc/optimized-nopanasas.conf +++ b/contrib/platform/lanl/tlcc/optimized-nopanasas.conf @@ -72,7 +72,7 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 ## Protect looped collectives coll_sync_priority = 100 diff --git a/contrib/platform/lanl/tlcc/optimized-panasas b/contrib/platform/lanl/tlcc/optimized-panasas index 2fb2c5045d..581ecf49b6 100644 --- a/contrib/platform/lanl/tlcc/optimized-panasas +++ b/contrib/platform/lanl/tlcc/optimized-panasas @@ -16,7 +16,6 @@ enable_mpi_cxx_seek=yes enable_cxx_exceptions=no enable_ft_thread=no enable_per_user_config_files=no -enable_ptmalloc2_internal=yes enable_mca_no_build=crs,filem,routed-linear,snapc,pml-dr,pml-crcp2,pml-crcpw,pml-v,pml-example,crcp,pml-cm,btl-tcp enable_contrib_no_build=libnbc,vt with_slurm=yes @@ -24,6 +23,6 @@ with_tm=no with_openib=yes with_devel_headers=yes with_io_romio_flags=--with-file-system=ufs+nfs+panfs -with_threads=posix +with_memory_manager=ptmalloc2 with_valgrind=no CFLAGS=-I/opt/panfs/include diff --git a/contrib/platform/lanl/tlcc/optimized-panasas.conf b/contrib/platform/lanl/tlcc/optimized-panasas.conf index ea45a5f87f..bc49871983 100644 --- a/contrib/platform/lanl/tlcc/optimized-panasas.conf +++ b/contrib/platform/lanl/tlcc/optimized-panasas.conf @@ -72,7 +72,7 @@ orte_tmpdir_base = /tmp orte_allocation_required = 1 ## MPI behavior -mpi_leave_pinned = 0 +mpi_leave_pinned = 1 ## Protect looped collectives coll_sync_priority = 100