/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
/*
 * Copyright (c) 2011      Los Alamos National Security, LLC. All rights
 *                         reserved.
 * Copyright (c) 2011      UT-Battelle, LLC. All rights reserved.
 * $COPYRIGHT$
 *
 * Additional copyrights may follow
 *
 * $HEADER$
 */

#include "common_ugni.h"

static void ompi_common_ugni_ep_destruct (ompi_common_ugni_endpoint_t *ep)
{
    ep->dev->dev_eps[ep->ep_rem_id] = NULL;
}

OBJ_CLASS_INSTANCE(ompi_common_ugni_endpoint_t, opal_object_t,
                   NULL, ompi_common_ugni_ep_destruct);

int ompi_common_ugni_endpoint_for_proc (ompi_common_ugni_device_t *dev, ompi_proc_t *peer_proc,
                                        ompi_common_ugni_endpoint_t **ep)
{
    ompi_common_ugni_endpoint_t *endpoint;
    ompi_common_ugni_modex_t *modex;
    size_t msg_size;
    int rem_id, rc;

    assert (NULL != dev && NULL != ep && peer_proc);

    rem_id = peer_proc->proc_name.vpid;;

    if (NULL == dev->dev_eps[rem_id]) {
        endpoint = OBJ_NEW(ompi_common_ugni_endpoint_t);
        if (OPAL_UNLIKELY(NULL == endpoint)) {
            assert (0);
            return OMPI_ERR_OUT_OF_RESOURCE;
        }

        /* Receive the modex */
        rc = ompi_modex_recv(&ompi_common_ugni_component,
                             peer_proc, (void *)&modex, &msg_size);
        if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) {
            OPAL_OUTPUT((-1, "btl/ugni error receiving modex"));
            return rc;
        }

        /* these should be the same */
        assert (rem_id == modex->id);

        endpoint->ep_rem_addr = modex->addr;
        endpoint->ep_rem_id   = modex->id;

        endpoint->dev = dev;

        *ep = endpoint;

        dev->dev_eps[rem_id] = endpoint;
    } else {
        OBJ_RETAIN(dev->dev_eps[rem_id]);
        *ep = dev->dev_eps[rem_id];
    }

    return OMPI_SUCCESS;
}

void ompi_common_ugni_endpoint_return (ompi_common_ugni_endpoint_t *ep)
{
    assert(NULL != ep);

    OBJ_RELEASE(ep);
}

int ompi_common_ugni_ep_create (ompi_common_ugni_endpoint_t *cep, gni_cq_handle_t cq, gni_ep_handle_t *ep_handle)
{
    gni_return_t grc;

    if (OPAL_UNLIKELY(NULL == cep)) {
        assert (0);
        return OPAL_ERR_BAD_PARAM;
    }

    /* create a uGNI endpoint handle and bind it to the remote peer */
    grc = GNI_EpCreate (cep->dev->dev_handle, cq, ep_handle);
    if (OPAL_UNLIKELY(GNI_RC_SUCCESS != grc)) {
        return ompi_common_rc_ugni_to_ompi (grc);
    }

    grc = GNI_EpBind (*ep_handle, cep->ep_rem_addr, cep->ep_rem_id);
    if (GNI_RC_SUCCESS != grc) {
        return ompi_common_rc_ugni_to_ompi (grc);
    }

    return OMPI_SUCCESS;
}

int ompi_common_ugni_ep_destroy  (gni_ep_handle_t *ep)
{
    int rc;

    if (NULL == ep || 0 == *ep) {
        return OMPI_SUCCESS;
    }

    rc = GNI_EpUnbind (*ep);
    if (OPAL_UNLIKELY(GNI_RC_SUCCESS != rc)) {
        /* should warn */
    }

    GNI_EpDestroy (*ep);
    if (OPAL_UNLIKELY(GNI_RC_SUCCESS != rc)) {
        /* should warn */
    }

    *ep = 0;

    return OMPI_SUCCESS;
}