b44f8d4b28
Use hwloc to obtain the cpuset for each process during mpi_init, and share that info in the modex. As it arrives, use a new opal_hwloc_base utility function to parse the value against the local proc's cpuset and determine where they overlap. Cache the value in the pmap object as it may be referenced multiple times. Thus, the return value from orte_ess.proc_get_locality is a 16-bit bitmask that describes the resources being shared with you. This bitmask can be tested using the macros in opal/mca/paffinity/paffinity.h Locality is available for all procs, whether launched via mpirun or directly with an external launcher such as slurm or aprun. This commit was SVN r25331.
108 строки
3.2 KiB
C
108 строки
3.2 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2011 Cisco Systems, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/** @file:
|
|
*/
|
|
|
|
#ifndef MCA_ESS_BASE_H
|
|
#define MCA_ESS_BASE_H
|
|
|
|
#include "orte_config.h"
|
|
#include "orte/types.h"
|
|
|
|
#include "opal/mca/mca.h"
|
|
#include "opal/dss/dss_types.h"
|
|
|
|
#include "orte/mca/ess/ess.h"
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
/*
|
|
* Global functions for MCA overall collective open and close
|
|
*/
|
|
|
|
/**
|
|
* Open the ess framework
|
|
*/
|
|
ORTE_DECLSPEC int orte_ess_base_open(void);
|
|
|
|
/**
|
|
* Select a ess module
|
|
*/
|
|
ORTE_DECLSPEC int orte_ess_base_select(void);
|
|
|
|
/**
|
|
* Close the ess framework
|
|
*/
|
|
ORTE_DECLSPEC int orte_ess_base_close(void);
|
|
|
|
/*
|
|
* The verbose channel for debug output
|
|
*/
|
|
ORTE_DECLSPEC extern int orte_ess_base_output;
|
|
|
|
ORTE_DECLSPEC extern opal_list_t orte_ess_base_components_available;
|
|
|
|
#if ORTE_ENABLE_EPOCH
|
|
ORTE_DECLSPEC orte_epoch_t orte_ess_base_proc_get_epoch(orte_process_name_t *proc);
|
|
#else
|
|
ORTE_DECLSPEC int orte_ess_base_proc_get_epoch(orte_process_name_t *proc);
|
|
#endif
|
|
|
|
#if !ORTE_DISABLE_FULL_SUPPORT
|
|
|
|
/*
|
|
* Internal helper functions used by components
|
|
*/
|
|
ORTE_DECLSPEC int orte_ess_env_get(void);
|
|
|
|
ORTE_DECLSPEC int orte_ess_base_std_prolog(void);
|
|
|
|
ORTE_DECLSPEC int orte_ess_base_app_setup(void);
|
|
ORTE_DECLSPEC int orte_ess_base_app_finalize(void);
|
|
ORTE_DECLSPEC void orte_ess_base_app_abort(int status, bool report) __opal_attribute_noreturn__;
|
|
|
|
ORTE_DECLSPEC int orte_ess_base_tool_setup(void);
|
|
ORTE_DECLSPEC int orte_ess_base_tool_finalize(void);
|
|
|
|
ORTE_DECLSPEC int orte_ess_base_orted_setup(char **hosts);
|
|
ORTE_DECLSPEC int orte_ess_base_orted_finalize(void);
|
|
|
|
ORTE_DECLSPEC int orte_ess_base_query_sys_info(char *node, char **keys, opal_list_t *values);
|
|
|
|
ORTE_DECLSPEC opal_paffinity_locality_t orte_ess_base_proc_get_locality(orte_process_name_t *proc);
|
|
ORTE_DECLSPEC orte_vpid_t orte_ess_base_proc_get_daemon(orte_process_name_t *proc);
|
|
ORTE_DECLSPEC char* orte_ess_base_proc_get_hostname(orte_process_name_t *proc);
|
|
ORTE_DECLSPEC orte_local_rank_t orte_ess_base_proc_get_local_rank(orte_process_name_t *proc);
|
|
ORTE_DECLSPEC orte_node_rank_t orte_ess_base_proc_get_node_rank(orte_process_name_t *proc);
|
|
ORTE_DECLSPEC int orte_ess_base_update_pidmap(opal_byte_object_t *bo);
|
|
ORTE_DECLSPEC int orte_ess_base_update_nidmap(opal_byte_object_t *bo);
|
|
|
|
/*
|
|
* Put functions
|
|
*/
|
|
ORTE_DECLSPEC int orte_ess_env_put(orte_std_cntr_t num_procs,
|
|
orte_std_cntr_t num_local_procs,
|
|
char ***env);
|
|
|
|
#endif /* ORTE_DISABLE_FULL_SUPPORT */
|
|
|
|
END_C_DECLS
|
|
|
|
#endif
|