openmpi/ompi/mca/coll/hierarch/coll_hierarch_component.c

/*
 * Copyright (c) 2004-2007 The Trustees of Indiana University and Indiana
 *                         University Research and Technology
 *                         Corporation.  All rights reserved.
 * Copyright (c) 2004-2005 The University of Tennessee and The University
 *                         of Tennessee Research Foundation.  All rights
 *                         reserved.
 * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
 *                         University of Stuttgart.  All rights reserved.
 * Copyright (c) 2004-2005 The Regents of the University of California.
 *                         All rights reserved.
 * Copyright (c) 2007      University of Houston. All rights reserved.
 * $COPYRIGHT$
 * 
 * Additional copyrights may follow
 * 
 * $HEADER$
 *
 * These symbols are in a file by themselves to provide nice linker
 * semantics.  Since linkers generally pull in symbols by object
 * files, keeping these symbols as the only symbols in this file
 * prevents utility programs such as "ompi_info" from having to import
 * entire components just to query their version and parameters.
 */

#include "ompi_config.h"
#include "coll_hierarch.h"

#include "mpi.h"
#include "ompi/communicator/communicator.h"
#include "ompi/mca/coll/coll.h"

/*
 * Public string showing the coll ompi_hierarch component version number
 */
const char *mca_coll_hierarch_component_version_string =
  "OMPI/MPI hierarch collective MCA component version " OMPI_VERSION;

/*
 * Global variable
 */
int mca_coll_hierarch_priority_param = 0;
int mca_coll_hierarch_verbose_param = 0;
int mca_coll_hierarch_use_rdma_param=0;   
int mca_coll_hierarch_ignore_sm_param=0;   
int mca_coll_hierarch_symmetric_param=0;   


/*
 * Local function
 */
static int hierarch_open(void);

/*
 * Instantiate the public struct with all of our public information
 * and pointers to our public functions in it
 */

const mca_coll_base_component_1_1_0_t mca_coll_hierarch_component = {

  /* First, the mca_component_t struct containing meta information
     about the component itself */

  {
    /* Indicate that we are a coll v1.1.0 component (which also implies a
       specific MCA version) */

    MCA_COLL_BASE_VERSION_1_1_0,

    /* Component name and version */

    "hierarch",
    OMPI_MAJOR_VERSION,
    OMPI_MINOR_VERSION,
    OMPI_RELEASE_VERSION,

    /* Component open and close functions */

    hierarch_open,
    NULL
  },

  /* Next the MCA v1.0.0 component meta data */

  {
      /* The component is checkpoint ready */
      MCA_BASE_METADATA_PARAM_CHECKPOINT
  },

  /* Initialization / querying functions */
  mca_coll_hierarch_init_query,
  mca_coll_hierarch_comm_query,
};


static int hierarch_open(void)
{
    

    /* Use a high priority, but allow other components to be higher */
    mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version, 
			   "priority",
                           "Priority of the hierarchical coll component",
                           false, false, mca_coll_hierarch_priority_param,
                           &mca_coll_hierarch_priority_param);


    mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version, 
			   "verbose",
                           "Turn verbose message of the hierarchical coll component on/off",
                           false, false, mca_coll_hierarch_verbose_param,
                           &mca_coll_hierarch_verbose_param);

    mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version, 
			   "use_rdma",
                           "Switch from the send btl list used to detect hierarchies to "
			   "the rdma btl list",
                           false, false, mca_coll_hierarch_use_rdma_param,
                           &mca_coll_hierarch_use_rdma_param);

    mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version, 
			   "ignore_sm",
                           "Ignore sm protocol when detecting hierarchies. "
			   "Required to enable the usage of protocol"
			   " specific collective operations",
                           false, false, mca_coll_hierarch_ignore_sm_param,
                           &mca_coll_hierarch_ignore_sm_param);

    mca_base_param_reg_int(&mca_coll_hierarch_component.collm_version, 
			   "symmetric",
                           "Assume symmetric configuration",
                           false, false, mca_coll_hierarch_symmetric_param,
                           &mca_coll_hierarch_symmetric_param);

    return OMPI_SUCCESS;
}

static void
mca_coll_hierarch_module_construct(mca_coll_hierarch_module_t *module)
{
    module->hier_lcomm    = MPI_COMM_NULL;
    module->hier_reqs     = NULL;
/*    module->hier_llead    = (ompi_pointer_array_t ) NULL; */
    module->hier_colorarr = NULL;
    module->hier_llr      = NULL;

    return;
}

static void
mca_coll_hierarch_module_destruct(mca_coll_hierarch_module_t *hierarch_module)
{
    int i, size;
    struct mca_coll_hierarch_llead_t *current=NULL;

    if ( MPI_COMM_NULL != hierarch_module->hier_lcomm ) {
	ompi_comm_free (&(hierarch_module->hier_lcomm) );
    }
    if ( NULL != hierarch_module->hier_reqs ) {
	free ( hierarch_module->hier_reqs );
    }

/*    if ( NULL != hierarch_module->hier_llead ) { */
	size = ompi_pointer_array_get_size ( &(hierarch_module->hier_llead));
	for ( i=0; i<size; i++) {
	    current = (struct mca_coll_hierarch_llead_t *)ompi_pointer_array_get_item ( 
		&(hierarch_module->hier_llead), i ) ;
	    if ( current->lleaders != NULL ) {
		ompi_comm_free ( &(current->llcomm));
		free ( current->lleaders );
	    }
	    free ( current );
	}
	ompi_pointer_array_remove_all ( &(hierarch_module->hier_llead));
	OBJ_DESTRUCT (&(hierarch_module->hier_llead));
/*    } */

    if ( NULL != hierarch_module->hier_colorarr ) {
	free ( hierarch_module->hier_colorarr );
    }
    if ( NULL != hierarch_module->hier_llr ) {
	free ( hierarch_module->hier_llr);
    }

    return;
}


OBJ_CLASS_INSTANCE(mca_coll_hierarch_module_t,
                   mca_coll_base_module_1_1_0_t,
                   mca_coll_hierarch_module_construct,
                   mca_coll_hierarch_module_destruct);