3129ccd9ec
supports a wide variety of operating systems and platforms; see the
opal/mca/paffinity/hwloc/hwloc/README file for details.
This component includes an embedded copy of hwloc, currently based on
hwloc-1.0rc6. But note that hwloc is properly SVN imported into the
/vendor branch, so it will be easy to update when 1.0 GA is released.
Note that the hwloc tree embedded in opal/mca/paffinity/hwloc/hwloc is
identical to a hwloc distribution tarball, except that much of the
documentation was rm -rf'ed (because we don't need it for the embedded
case).
Since the paffinity framework currently does not understand hardware
threads, the hwloc component compensates for this by identifying cores
by the "first" hardware thread on that core. Hopefully we'll update
paffinity someday to understand hardware threads. :-)
configure grew a --with-hwloc option, analogous to what we do for many
other external libraries that OMPI supports. However, there's a new
feature: due to the request of several distros, OMPI can be configured
to build with its internal copy of hwloc or with an external copy of
hwloc (e.g., a system-installed hwloc).
1. If --with-hwloc is not specified, Open MPI will try to use its
internal copy (but silently fail/ignore hwloc if that fails).
1. If --with-hwloc=<dir> is supplied, Open MPI looks for hwloc
support in <dir> (and --with-hwloc-libdir=<dir>, if specified).
1. If --with-hwloc=external is supplied, Open MPI will look for hwloc
in a compiler/linker default external location.
1. If --with-hwloc=internal is supplied, Open MPI will use its
internal copy of hwloc.
Some of OMPI's main configury had to be slightly re-arranged in the
bootstrapping phase to accomodate hwloc's configry needs.
This commit was SVN r23125.
119 строки
3.6 KiB
C
119 строки
3.6 KiB
C
/*
|
|
* Copyright (c) 2004-2008 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2005 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2007-2010 Cisco Systems, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "opal_config.h"
|
|
|
|
#include "opal/constants.h"
|
|
#include "opal/mca/base/mca_base_param.h"
|
|
|
|
#include "opal/mca/paffinity/paffinity.h"
|
|
#include "paffinity_hwloc.h"
|
|
|
|
/*
|
|
* Public string showing the paffinity ompi_hwloc component version number
|
|
*/
|
|
const char *opal_paffinity_hwloc_component_version_string =
|
|
"OPAL hwloc paffinity MCA component version " OPAL_VERSION;
|
|
|
|
/*
|
|
* Local function
|
|
*/
|
|
static int hwloc_open(void);
|
|
static int hwloc_close(void);
|
|
static int hwloc_register(void);
|
|
|
|
/*
|
|
* Instantiate the public struct with all of our public information
|
|
* and pointers to our public functions in it
|
|
*/
|
|
|
|
opal_paffinity_hwloc_component_t mca_paffinity_hwloc_component = {
|
|
{
|
|
/* First, the mca_component_t struct containing meta information
|
|
about the component itself */
|
|
{
|
|
OPAL_PAFFINITY_BASE_VERSION_2_0_0,
|
|
|
|
/* Component name and version */
|
|
"hwloc",
|
|
OPAL_MAJOR_VERSION,
|
|
OPAL_MINOR_VERSION,
|
|
OPAL_RELEASE_VERSION,
|
|
|
|
/* Component open and close functions */
|
|
hwloc_open,
|
|
hwloc_close,
|
|
opal_paffinity_hwloc_component_query,
|
|
hwloc_register,
|
|
},
|
|
{
|
|
/* The component is checkpoint ready */
|
|
MCA_BASE_METADATA_PARAM_CHECKPOINT
|
|
}
|
|
},
|
|
/* NULL fill the rest of the component data */
|
|
};
|
|
|
|
|
|
static int hwloc_register(void)
|
|
{
|
|
mca_base_param_reg_int(&mca_paffinity_hwloc_component.super.base_version,
|
|
"priority",
|
|
"Priority of the hwloc paffinity component",
|
|
false, false, 40, NULL);
|
|
mca_base_param_reg_string(&mca_paffinity_hwloc_component.super.base_version,
|
|
"hwloc_version",
|
|
"Version of HWLOC that is embedded in Open MPI",
|
|
false, true, PAFFINITY_HWLOC_HWLOC_VERSION, NULL);
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
|
|
static int hwloc_open(void)
|
|
{
|
|
hwloc_cpuset_t set;
|
|
|
|
/* Initialize hwloc */
|
|
if (0 != hwloc_topology_init(&(mca_paffinity_hwloc_component.topology)) ||
|
|
0 != hwloc_topology_load(mca_paffinity_hwloc_component.topology)) {
|
|
return OPAL_ERR_NOT_AVAILABLE;
|
|
}
|
|
mca_paffinity_hwloc_component.topology_need_destroy = true;
|
|
|
|
/* Find out how many cpu's an hwloc_cpuset_t can hold */
|
|
set = hwloc_cpuset_alloc();
|
|
hwloc_cpuset_fill(set);
|
|
mca_paffinity_hwloc_component.cpuset_max_size = hwloc_cpuset_weight(set);
|
|
hwloc_cpuset_free(set);
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
static int hwloc_close(void)
|
|
{
|
|
/* If we set up hwloc, tear it down */
|
|
if (mca_paffinity_hwloc_component.topology_need_destroy) {
|
|
hwloc_topology_destroy(mca_paffinity_hwloc_component.topology);
|
|
mca_paffinity_hwloc_component.topology_need_destroy = false;
|
|
}
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|