/*
 * $HEADER$
 */

#include "ompi_config.h"

#include <stdio.h>
#include "mpi.h"

#include "communicator/communicator.h"
#include "include/constants.h"
#include "mca/pml/pml.h"
#include "mca/coll/coll.h"
#include "mca/coll/base/base.h"


/*
** Table for Fortran <-> C communicator handle conversion
** Also used by P2P code to lookup communicator based
** on cid.
** 
*/
ompi_pointer_array_t ompi_mpi_communicators; 

ompi_communicator_t  ompi_mpi_comm_world;
ompi_communicator_t  ompi_mpi_comm_self;
ompi_communicator_t  ompi_mpi_comm_null;

static void ompi_comm_construct(ompi_communicator_t* comm);
static void ompi_comm_destruct(ompi_communicator_t* comm);

OBJ_CLASS_INSTANCE(ompi_communicator_t, ompi_object_t,ompi_comm_construct, ompi_comm_destruct );


/*
 * Initialize comm world/self/null.
 */
int ompi_comm_init(void)
{
    ompi_group_t *group;
    size_t size;

    /* Setup communicator array */
    OBJ_CONSTRUCT(&ompi_mpi_communicators, ompi_pointer_array_t); 


    /* Setup MPI_COMM_WORLD */
    OBJ_CONSTRUCT(&ompi_mpi_comm_world, ompi_communicator_t);
    group = OBJ_NEW(ompi_group_t);
    group->grp_proc_pointers = ompi_proc_world(&size);
    group->grp_my_rank       = ompi_proc_local()->proc_vpid ;
    group->grp_proc_count    = size;
    group->grp_ok_to_free    = false;
    OBJ_RETAIN(group); /* bump reference count for remote reference */

    ompi_mpi_comm_world.c_contextid    = 0;
    ompi_mpi_comm_world.c_f_to_c_index = 0;
    ompi_mpi_comm_world.c_my_rank      = group->grp_my_rank;
    ompi_mpi_comm_world.c_local_group  = group;
    ompi_mpi_comm_world.c_remote_group = group;
    ompi_mpi_comm_world.c_cube_dim     = ompi_cube_dim(size);
    ompi_mpi_comm_world.error_handler  = &ompi_mpi_errors_are_fatal;
    OBJ_RETAIN( &ompi_mpi_errors_are_fatal );
    mca_pml.pml_add_comm(&ompi_mpi_comm_world);
    ompi_pointer_array_set_item (&ompi_mpi_communicators, 0, &ompi_mpi_comm_world);

    strncpy (ompi_mpi_comm_world.c_name, "MPI_COMM_WORLD", 
             strlen("MPI_COMM_WORLD")+1 );
    ompi_mpi_comm_world.c_flags |= OMPI_COMM_NAMEISSET;
    ompi_attr_hash_init(&ompi_mpi_comm_world.c_keyhash);

    /* VPS: Remove this later */
    ompi_mpi_comm_world.bcast_lin_reqs =
	malloc (mca_coll_base_bcast_collmaxlin * sizeof(ompi_request_t*));
    if (NULL ==  ompi_mpi_comm_world.bcast_lin_reqs) {
	return OMPI_ERR_OUT_OF_RESOURCE;
    }
    ompi_mpi_comm_world.bcast_log_reqs = 
	malloc (mca_coll_base_bcast_collmaxdim * sizeof(ompi_request_t*));
    if (NULL ==  ompi_mpi_comm_world.bcast_log_reqs) {
	return OMPI_ERR_OUT_OF_RESOURCE;
    }
    

    /* Setup MPI_COMM_SELF */
    OBJ_CONSTRUCT(&ompi_mpi_comm_self, ompi_communicator_t);
    group = OBJ_NEW(ompi_group_t);
    group->grp_proc_pointers = ompi_proc_self(&size);
    group->grp_my_rank       = 0;
    group->grp_proc_count    = size;
    group->grp_ok_to_free    = false;
    OBJ_RETAIN(group); /* bump reference count for remote reference */

    ompi_mpi_comm_self.c_contextid    = 1;
    ompi_mpi_comm_self.c_f_to_c_index = 1;
    ompi_mpi_comm_self.c_my_rank      = group->grp_my_rank;
    ompi_mpi_comm_self.c_local_group  = group;
    ompi_mpi_comm_self.c_remote_group = group;
    ompi_mpi_comm_self.error_handler  = &ompi_mpi_errors_are_fatal;
    OBJ_RETAIN( &ompi_mpi_errors_are_fatal );
    mca_pml.pml_add_comm(&ompi_mpi_comm_self);
    ompi_pointer_array_set_item (&ompi_mpi_communicators, 1, &ompi_mpi_comm_self);

    strncpy(ompi_mpi_comm_self.c_name,"MPI_COMM_SELF",strlen("MPI_COMM_SELF")+1);
    ompi_mpi_comm_self.c_flags |= OMPI_COMM_NAMEISSET;
    ompi_attr_hash_init(&ompi_mpi_comm_self.c_keyhash);
    
    /* VPS: Remove this later */
    ompi_mpi_comm_self.bcast_lin_reqs =
	malloc (mca_coll_base_bcast_collmaxlin * sizeof(ompi_request_t*));
    if (NULL ==  ompi_mpi_comm_self.bcast_lin_reqs) {
	return OMPI_ERR_OUT_OF_RESOURCE;
    }
    ompi_mpi_comm_self.bcast_log_reqs = 
	malloc (mca_coll_base_bcast_collmaxdim * sizeof(ompi_request_t*));
    if (NULL ==  ompi_mpi_comm_self.bcast_log_reqs) {
	return OMPI_ERR_OUT_OF_RESOURCE;
    }


    /* Setup MPI_COMM_NULL */
    OBJ_CONSTRUCT(&ompi_mpi_comm_null, ompi_communicator_t);
    group = OBJ_NEW(ompi_group_t);
    group->grp_proc_pointers = NULL;
    group->grp_my_rank       = MPI_PROC_NULL;
    group->grp_proc_count    = 0;
    group->grp_ok_to_free    = false; 
    OBJ_RETAIN(group); /* bump reference count for remote reference */

    ompi_mpi_comm_null.c_contextid    = 2;
    ompi_mpi_comm_null.c_f_to_c_index = 2;
    ompi_mpi_comm_null.c_my_rank      = MPI_PROC_NULL;
    ompi_mpi_comm_null.c_local_group  = group;
    ompi_mpi_comm_null.c_remote_group = group;
    ompi_mpi_comm_null.error_handler  = &ompi_mpi_errors_are_fatal;
    OBJ_RETAIN( &ompi_mpi_errors_are_fatal );
    ompi_pointer_array_set_item (&ompi_mpi_communicators, 2, &ompi_mpi_comm_null);

    strncpy(ompi_mpi_comm_null.c_name,"MPI_COMM_NULL",strlen("MPI_COMM_NULL")+1);
    ompi_mpi_comm_null.c_flags |= OMPI_COMM_NAMEISSET;

    /* VPS: Remove this later */
    ompi_mpi_comm_null.bcast_lin_reqs = NULL;
    ompi_mpi_comm_null.bcast_log_reqs = NULL;

    return OMPI_SUCCESS;
}


ompi_communicator_t *ompi_comm_allocate ( int local_size, int remote_size )
{
    ompi_communicator_t *new_comm=NULL;

    /* create new communicator element */
    new_comm = OBJ_NEW(ompi_communicator_t);
    new_comm->c_local_group = ompi_group_allocate ( local_size );
    if ( 0 < remote_size ) {
        new_comm->c_remote_group = ompi_group_allocate (remote_size);
        new_comm->c_flags |= OMPI_COMM_INTER;
    }
    else {
        /* 
         * simplifies some operations (e.g. p2p), if 
         * we can always use the remote group 
         */
        new_comm->c_remote_group = new_comm->c_local_group;
    }

    /* fill in the inscribing hyper-cube dimensions */
    new_comm->c_cube_dim = ompi_cube_dim(local_size);
    if ( OMPI_ERROR == new_comm->c_cube_dim ) {
        OBJ_RELEASE(new_comm);
        new_comm = NULL;
    }

    return new_comm;
}

int ompi_comm_finalize(void) 
{
    /* Destroy all predefined communicators */
    OBJ_DESTRUCT( &ompi_mpi_comm_null );
    OBJ_DESTRUCT( &ompi_mpi_comm_world );
    OBJ_DESTRUCT( &ompi_mpi_comm_self );

    OBJ_DESTRUCT (&ompi_mpi_communicators);

    return OMPI_SUCCESS;
}

/*
 * For linking only. To be checked.
 */
int ompi_comm_link_function(void)
{
  return OMPI_SUCCESS;
}

/********************************************************************************/
/********************************************************************************/
/********************************************************************************/
/* static functions */

static void ompi_comm_construct(ompi_communicator_t* comm)
{
    comm->c_f_to_c_index = MPI_UNDEFINED;
    comm->c_name[0]      = '\0';
    comm->c_contextid    = MPI_UNDEFINED;
    comm->c_flags        = 0;
    comm->c_my_rank      = 0;
    comm->c_cube_dim     = 0;
    comm->c_local_group  = NULL;
    comm->c_remote_group = NULL;
    comm->error_handler  = NULL;
    comm->c_pml_comm     = NULL;
    comm->c_coll_comm    = NULL;
    comm->c_topo_comm    = NULL; 

    return;
}

static void ompi_comm_destruct(ompi_communicator_t* comm)
{
    OBJ_RELEASE ( comm->c_local_group );
    OBJ_RELEASE ( comm->c_remote_group );
    
    OBJ_RELEASE ( comm->error_handler );

    /* reset the ompi_comm_f_to_c_table entry */
    if ( NULL != ompi_pointer_array_get_item ( &ompi_mpi_communicators,
                                              comm->c_f_to_c_index )) {
        ompi_pointer_array_set_item ( &ompi_mpi_communicators,
                                     comm->c_f_to_c_index, NULL);
    }


    /* **************VPS: need a coll_base_finalize ******** */

    /* Release topology information */

    /******** VPS: this goes away *************/
    /* Release the cached bcast requests */
    if ( NULL != comm->bcast_lin_reqs ) {
        free (comm->bcast_lin_reqs);
    }
    if ( NULL != comm->bcast_log_reqs ) {
        free (comm->bcast_log_reqs);
    }

    return;
}