2004-07-14 18:11:03 +04:00
|
|
|
// -*- c++ -*-
|
|
|
|
//
|
2005-11-05 22:57:48 +03:00
|
|
|
// Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
|
|
// University Research and Technology
|
|
|
|
// Corporation. All rights reserved.
|
|
|
|
// Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
|
|
// of Tennessee Research Foundation. All rights
|
|
|
|
// reserved.
|
2004-11-28 23:09:25 +03:00
|
|
|
// Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
|
|
// University of Stuttgart. All rights reserved.
|
2005-03-24 15:43:37 +03:00
|
|
|
// Copyright (c) 2004-2005 The Regents of the University of California.
|
|
|
|
// All rights reserved.
|
This is a workaround to bug in the Intel C++ compiler, version 9.1
(all versions up to and including 20060925). The issue has been
reported to Intel, along with a small [non-MPI] test program that
reproduces the problem (the test program and the OMPI C++ bindings
work fine with Intel C++ 9.0 and many other C++ compilers).
In short, a static initializer for a global variable (i.e., its
constructor is fired before main()) that takes as an argument a
reference to a typedef'd type will simply get the wrong value in the
argument. Specifically:
{{{
namespace MPI {
Intracomm COMM_WORLD(MPI_COMM_WORLD);
}
}}}
The constructor for MPI::Intracomm should get the value of
&ompi_mpi_comm_world. It does not; it seems to get a random value.
As mandated by MPI-2, annex B.13.4, for C/C++ interoperability, the
prototype for this constructor is:
{{{
class Intracomm {
public:
Intracomm(const MPI_Comm& data);
};
}}}
Experiments with icpc 9.1/20060925 have shown that removing the
reference from the prototype makes it work (!). After lots of
discussions about this issue with a C++ expert (Doug Gregor from IU),
we decided the following (cut-n-paste from an e-mail):
-----
> So here's my question: given that OMPI's MPI_<CLASS> types are all
> pointers, is there any legal MPI program that adheres to the above
> bindings that would fail to compile or work properly if we simply
> removed the "&" from the second binding, above?
I don't know of any way that a program could detect this change. FWIW,
the C++ committee has agreed that implementation of the C++ standard
library are allowed to decide arbitrarily between const& and by-value.
If they don't care, MPI users won't care.
When you remove the '&', I suggest also removing the "const". It is
redundant, but can trigger some strange name mangling in Sun's C++
compiler.
-----
So with this change:
* we now work again with the Intel 9.1 compiler
* our C++ bindings do not exactly conform to the MPI-2 spec, but
valid/legal MPI C++ apps cannot tell the difference (i.e., the
functionality is the same)
This commit was SVN r12514.
2006-11-09 20:34:12 +03:00
|
|
|
// Copyright (c) 2006 Cisco Systems, Inc. All rights reserved.
|
2007-01-10 02:48:39 +03:00
|
|
|
// Copyright (c) 2007 Sun Microsystems, Inc. All rights reserved.
|
2004-11-22 04:38:40 +03:00
|
|
|
// $COPYRIGHT$
|
|
|
|
//
|
|
|
|
// Additional copyrights may follow
|
|
|
|
//
|
2004-07-14 18:11:03 +04:00
|
|
|
// $HEADER$
|
|
|
|
//
|
|
|
|
|
|
|
|
inline
|
This is a workaround to bug in the Intel C++ compiler, version 9.1
(all versions up to and including 20060925). The issue has been
reported to Intel, along with a small [non-MPI] test program that
reproduces the problem (the test program and the OMPI C++ bindings
work fine with Intel C++ 9.0 and many other C++ compilers).
In short, a static initializer for a global variable (i.e., its
constructor is fired before main()) that takes as an argument a
reference to a typedef'd type will simply get the wrong value in the
argument. Specifically:
{{{
namespace MPI {
Intracomm COMM_WORLD(MPI_COMM_WORLD);
}
}}}
The constructor for MPI::Intracomm should get the value of
&ompi_mpi_comm_world. It does not; it seems to get a random value.
As mandated by MPI-2, annex B.13.4, for C/C++ interoperability, the
prototype for this constructor is:
{{{
class Intracomm {
public:
Intracomm(const MPI_Comm& data);
};
}}}
Experiments with icpc 9.1/20060925 have shown that removing the
reference from the prototype makes it work (!). After lots of
discussions about this issue with a C++ expert (Doug Gregor from IU),
we decided the following (cut-n-paste from an e-mail):
-----
> So here's my question: given that OMPI's MPI_<CLASS> types are all
> pointers, is there any legal MPI program that adheres to the above
> bindings that would fail to compile or work properly if we simply
> removed the "&" from the second binding, above?
I don't know of any way that a program could detect this change. FWIW,
the C++ committee has agreed that implementation of the C++ standard
library are allowed to decide arbitrarily between const& and by-value.
If they don't care, MPI users won't care.
When you remove the '&', I suggest also removing the "const". It is
redundant, but can trigger some strange name mangling in Sun's C++
compiler.
-----
So with this change:
* we now work again with the Intel 9.1 compiler
* our C++ bindings do not exactly conform to the MPI-2 spec, but
valid/legal MPI C++ apps cannot tell the difference (i.e., the
functionality is the same)
This commit was SVN r12514.
2006-11-09 20:34:12 +03:00
|
|
|
MPI::Intracomm::Intracomm(MPI_Comm data) {
|
2007-01-10 02:48:39 +03:00
|
|
|
int flag = 0;
|
2004-07-14 18:11:03 +04:00
|
|
|
if (MPI::Is_initialized() && (data != MPI_COMM_NULL)) {
|
|
|
|
(void)MPI_Comm_test_inter(data, &flag);
|
2005-12-16 00:52:40 +03:00
|
|
|
if (flag) {
|
2004-07-14 18:11:03 +04:00
|
|
|
mpi_comm = MPI_COMM_NULL;
|
2005-12-16 00:52:40 +03:00
|
|
|
} else {
|
2004-07-14 18:11:03 +04:00
|
|
|
mpi_comm = data;
|
2005-12-16 00:52:40 +03:00
|
|
|
}
|
2004-07-14 18:11:03 +04:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
mpi_comm = data;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
inline void
|
|
|
|
MPI::Intracomm::Scan(const void *sendbuf, void *recvbuf, int count,
|
|
|
|
const MPI::Datatype & datatype, const MPI::Op& op) const
|
|
|
|
{
|
2005-11-30 06:22:27 +03:00
|
|
|
(void)MPI_Scan(const_cast<void *>(sendbuf), recvbuf, count, datatype, op, mpi_comm);
|
2004-07-14 18:11:03 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
inline void
|
|
|
|
MPI::Intracomm::Exscan(const void *sendbuf, void *recvbuf, int count,
|
|
|
|
const MPI::Datatype & datatype,
|
|
|
|
const MPI::Op& op) const
|
|
|
|
{
|
2005-11-30 06:22:27 +03:00
|
|
|
(void)MPI_Exscan(const_cast<void *>(sendbuf), recvbuf, count, datatype, op, mpi_comm);
|
2004-07-14 18:11:03 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
inline MPI::Intracomm
|
|
|
|
MPI::Intracomm::Dup() const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
|
|
|
(void)MPI_Comm_dup(mpi_comm, &newcomm);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline MPI::Intracomm&
|
|
|
|
MPI::Intracomm::Clone() const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
|
|
|
(void)MPI_Comm_dup(mpi_comm, &newcomm);
|
|
|
|
MPI::Intracomm* dup = new MPI::Intracomm(newcomm);
|
|
|
|
return *dup;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline MPI::Intracomm
|
|
|
|
MPI::Intracomm::Create(const MPI::Group& group) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
|
|
|
(void)MPI_Comm_create(mpi_comm, group, &newcomm);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline MPI::Intracomm
|
|
|
|
MPI::Intracomm::Split(int color, int key) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
|
|
|
(void)MPI_Comm_split(mpi_comm, color, key, &newcomm);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Create_intercomm(int local_leader,
|
|
|
|
const MPI::Comm& peer_comm,
|
|
|
|
int remote_leader, int tag) const
|
|
|
|
{
|
|
|
|
MPI_Comm newintercomm;
|
|
|
|
(void)MPI_Intercomm_create(mpi_comm, local_leader, peer_comm,
|
|
|
|
remote_leader, tag, &newintercomm);
|
|
|
|
return newintercomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline MPI::Cartcomm
|
|
|
|
MPI::Intracomm::Create_cart(int ndims, const int dims[],
|
|
|
|
const bool periods[], bool reorder) const
|
|
|
|
{
|
|
|
|
int *int_periods = new int [ndims];
|
|
|
|
for (int i=0; i<ndims; i++)
|
|
|
|
int_periods[i] = (int) periods[i];
|
|
|
|
|
|
|
|
MPI_Comm newcomm;
|
2005-11-30 06:22:27 +03:00
|
|
|
(void)MPI_Cart_create(mpi_comm, ndims, const_cast<int *>(dims),
|
2004-07-14 18:11:03 +04:00
|
|
|
int_periods, (int)reorder, &newcomm);
|
|
|
|
delete [] int_periods;
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline MPI::Graphcomm
|
|
|
|
MPI::Intracomm::Create_graph(int nnodes, const int index[],
|
|
|
|
const int edges[], bool reorder) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-11-30 06:22:27 +03:00
|
|
|
(void)MPI_Graph_create(mpi_comm, nnodes, const_cast<int *>(index),
|
|
|
|
const_cast<int *>(edges), (int)reorder, &newcomm);
|
2004-07-14 18:11:03 +04:00
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
//
|
|
|
|
// Process Creation and Management
|
|
|
|
//
|
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Accept(const char* port_name,
|
|
|
|
const MPI::Info& info,
|
|
|
|
int root) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-11-30 06:22:27 +03:00
|
|
|
(void) MPI_Comm_accept(const_cast<char *>(port_name), info, root, mpi_comm,
|
2004-07-14 18:11:03 +04:00
|
|
|
&newcomm);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Connect(const char* port_name,
|
|
|
|
const MPI::Info& info,
|
|
|
|
int root) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-11-30 06:22:27 +03:00
|
|
|
(void) MPI_Comm_connect(const_cast<char *>(port_name), info, root, mpi_comm,
|
2004-07-14 18:11:03 +04:00
|
|
|
&newcomm);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Spawn(const char* command, const char* argv[],
|
|
|
|
int maxprocs, const MPI::Info& info,
|
|
|
|
int root) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-11-30 06:22:27 +03:00
|
|
|
(void) MPI_Comm_spawn(const_cast<char *>(command), const_cast<char **>(argv), maxprocs,
|
2004-07-14 18:11:03 +04:00
|
|
|
info, root, mpi_comm, &newcomm,
|
|
|
|
(int *)MPI_ERRCODES_IGNORE);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Spawn(const char* command, const char* argv[],
|
|
|
|
int maxprocs, const MPI::Info& info,
|
|
|
|
int root, int array_of_errcodes[]) const
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-11-30 06:22:27 +03:00
|
|
|
(void) MPI_Comm_spawn(const_cast<char *>(command), const_cast<char **>(argv), maxprocs,
|
2004-07-14 18:11:03 +04:00
|
|
|
info, root, mpi_comm, &newcomm,
|
|
|
|
array_of_errcodes);
|
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Spawn_multiple(int count,
|
|
|
|
const char* array_of_commands[],
|
|
|
|
const char** array_of_argv[],
|
|
|
|
const int array_of_maxprocs[],
|
|
|
|
const Info array_of_info[], int root)
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-12-16 00:24:42 +03:00
|
|
|
MPI_Info *const array_of_mpi_info =
|
|
|
|
convert_info_to_mpi_info(count, array_of_info);
|
|
|
|
|
2005-11-30 06:22:27 +03:00
|
|
|
MPI_Comm_spawn_multiple(count, const_cast<char **>(array_of_commands),
|
2005-12-16 00:24:42 +03:00
|
|
|
const_cast<char ***>(array_of_argv),
|
|
|
|
const_cast<int *>(array_of_maxprocs),
|
|
|
|
array_of_mpi_info, root,
|
2004-07-14 18:11:03 +04:00
|
|
|
mpi_comm, &newcomm, (int *)MPI_ERRCODES_IGNORE);
|
2005-12-16 00:24:42 +03:00
|
|
|
delete[] array_of_mpi_info;
|
2004-07-14 18:11:03 +04:00
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
2005-12-16 00:24:42 +03:00
|
|
|
inline MPI_Info *
|
|
|
|
MPI::Intracomm::convert_info_to_mpi_info(int p_nbr, const Info p_info_tbl[])
|
|
|
|
{
|
|
|
|
MPI_Info *const mpi_info_tbl = new MPI_Info [p_nbr];
|
|
|
|
|
|
|
|
for (int i_tbl=0; i_tbl < p_nbr; i_tbl++) {
|
|
|
|
mpi_info_tbl[i_tbl] = p_info_tbl[i_tbl];
|
|
|
|
}
|
|
|
|
|
|
|
|
return mpi_info_tbl;
|
|
|
|
}
|
2004-07-14 18:11:03 +04:00
|
|
|
|
|
|
|
inline MPI::Intercomm
|
|
|
|
MPI::Intracomm::Spawn_multiple(int count,
|
|
|
|
const char* array_of_commands[],
|
|
|
|
const char** array_of_argv[],
|
|
|
|
const int array_of_maxprocs[],
|
|
|
|
const Info array_of_info[], int root,
|
|
|
|
int array_of_errcodes[])
|
|
|
|
{
|
|
|
|
MPI_Comm newcomm;
|
2005-12-16 00:24:42 +03:00
|
|
|
MPI_Info *const array_of_mpi_info =
|
|
|
|
convert_info_to_mpi_info(count, array_of_info);
|
|
|
|
|
2005-11-30 06:22:27 +03:00
|
|
|
MPI_Comm_spawn_multiple(count, const_cast<char **>(array_of_commands),
|
2005-12-16 00:24:42 +03:00
|
|
|
const_cast<char ***>(array_of_argv),
|
|
|
|
const_cast<int *>(array_of_maxprocs),
|
|
|
|
array_of_mpi_info, root,
|
2004-07-14 18:11:03 +04:00
|
|
|
mpi_comm, &newcomm, array_of_errcodes);
|
2005-12-16 00:24:42 +03:00
|
|
|
delete[] array_of_mpi_info;
|
2004-07-14 18:11:03 +04:00
|
|
|
return newcomm;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|