openmpi/ompi/mca/btl/ugni/btl_ugni_get.c

/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
/*
 * Copyright (c) 2011-2012 Los Alamos National Security, LLC. All rights
 *                         reserved.
 * Copyright (c) 2011      UT-Battelle, LLC. All rights reserved.
 * $COPYRIGHT$
 *
 * Additional copyrights may follow
 *
 * $HEADER$
 */

#include "btl_ugni_rdma.h"
#include "btl_ugni_smsg.h"

static int mca_btl_ugni_init_put (struct mca_btl_base_module_t *btl,
                                  mca_btl_ugni_base_frag_t *frag) {
    /* off alignment/off size. switch to put */
    frag->hdr.rdma.src_seg = frag->base.des_src[0];
    frag->hdr.rdma.dst_seg = frag->base.des_dst[0];
    frag->hdr.rdma.ctx     = (void *) frag;

    /* send the fragment header using smsg. ignore local completion */
    return ompi_mca_btl_ugni_smsg_send (frag, true, &frag->hdr.rdma,
                                        sizeof (frag->hdr.rdma), NULL, 0,
                                        MCA_BTL_UGNI_TAG_PUT_INIT);
}

/**
 * Initiate a get operation.
 *
 * @param btl (IN)         BTL module
 * @param endpoint (IN)    BTL addressing information
 * @param descriptor (IN)  Description of the data to be transferred
 */
int mca_btl_ugni_get (struct mca_btl_base_module_t *btl,
                      struct mca_btl_base_endpoint_t *endpoint,
                      struct mca_btl_base_descriptor_t *des) {
    mca_btl_ugni_base_frag_t *frag = (mca_btl_ugni_base_frag_t *) des;
    size_t size = des->des_src->seg_len;
    bool check;
    int rc;

    BTL_VERBOSE(("Using RDMA/FMA Get"));

    /* Check if endpoint is connected */
    rc = mca_btl_ugni_check_endpoint_state(endpoint);
    if (OPAL_UNLIKELY(OMPI_SUCCESS != rc))
        /* Ack! we should already be connected by this point (we got a smsg msg) */
        return rc;

    /* Check if the get is aligned/sized on a multiple of 4 */
    check = !!((des->des_src->seg_addr.lval | des->des_dst->seg_addr.lval | size) & 3);

    if (OPAL_UNLIKELY(check || size > mca_btl_ugni_component.ugni_get_limit)) {
        /* switch to put */
        return mca_btl_ugni_init_put (btl, frag);
    }

    if (NULL != frag->base.des_cbfunc) {
        des->des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK;
    }

    if (size <= mca_btl_ugni_component.ugni_fma_limit) {
        return mca_btl_ugni_post_fma (frag, GNI_POST_FMA_GET, des->des_dst, des->des_src);
    }

    return mca_btl_ugni_post_bte (frag, GNI_POST_RDMA_GET, des->des_dst, des->des_src);
}

void mca_btl_ugni_callback_rdma_complete (mca_btl_ugni_base_frag_t *frag, int rc)
{
    BTL_VERBOSE(("rdma operation for rem_ctx %p complete", frag->hdr.rdma.ctx));

    /* tell peer the put is complete */
    rc = ompi_mca_btl_ugni_smsg_send (frag, false, &frag->hdr.rdma, sizeof (frag->hdr.rdma),
                                      NULL, 0, MCA_BTL_UGNI_TAG_RDMA_COMPLETE);
    if (OPAL_UNLIKELY(0 > rc)) {
        /* call this callback again later */
        frag->cbfunc = mca_btl_ugni_callback_rdma_complete;
        opal_list_append (&frag->endpoint->btl->failed_frags, (opal_list_item_t *) frag);
    }
}

/* eager get */
static void mca_btl_ugni_callback_eager_get_retry (mca_btl_ugni_base_frag_t *frag, int rc)
{
    (void) mca_btl_ugni_start_eager_get(frag->endpoint, frag->hdr.eager_ex, frag);
}

static void mca_btl_ugni_callback_eager_get (mca_btl_ugni_base_frag_t *frag, int rc)
{
    uint32_t len = frag->hdr.eager.send.lag & 0x00ffffff;
    uint8_t tag = frag->hdr.eager.send.lag >> 24;
    size_t payload_len = frag->hdr.eager.src_seg.seg_len;
    size_t hdr_len = len - payload_len;
    mca_btl_active_message_callback_t *reg;
    mca_btl_ugni_base_frag_t tmp;

    BTL_VERBOSE(("eager get for rem_ctx %p complete", frag->hdr.eager.ctx));

    tmp.base.des_dst = tmp.segments;
    tmp.base.des_dst_cnt = 2;

    tmp.segments[0].seg_addr.pval = frag->hdr.eager_ex.pml_header;
    tmp.segments[0].seg_len       = hdr_len;

    tmp.segments[1].seg_addr.pval = frag->segments[0].seg_addr.pval;
    tmp.segments[1].seg_len       = payload_len;

    reg = mca_btl_base_active_message_trigger + tag;
    reg->cbfunc(&frag->endpoint->btl->super, tag, &(tmp.base), reg->cbdata);

    frag->hdr.rdma.ctx = frag->hdr.eager.ctx;

    /* tell the remote peer the operation is complete */
    mca_btl_ugni_callback_rdma_complete (frag, rc);
}

int mca_btl_ugni_start_eager_get (mca_btl_base_endpoint_t *ep,
                                  mca_btl_ugni_eager_ex_frag_hdr_t hdr,
                                  mca_btl_ugni_base_frag_t *frag)
{
    int rc;

    if (OPAL_UNLIKELY(frag && frag->my_list == &ep->btl->rdma_int_frags)) {
        mca_btl_ugni_frag_return (frag);
        frag = NULL;
    }

    BTL_VERBOSE(("starting eager get for remote ctx: %p", hdr.ctx));

    do {
        if (NULL == frag) {
            rc = MCA_BTL_UGNI_FRAG_ALLOC_EAGER_RECV(ep, frag);
            if (OPAL_UNLIKELY(NULL == frag)) {
                (void) MCA_BTL_UGNI_FRAG_ALLOC_RDMA_INT(ep, frag);
                assert (NULL != frag);
                frag->hdr.eager_ex = hdr;
                break;
            }
        }

        frag->hdr.eager_ex = hdr;

        frag->base.des_cbfunc = NULL;
        frag->base.des_flags  = MCA_BTL_DES_FLAGS_BTL_OWNERSHIP;

        frag->base.des_dst = frag->segments;
        frag->base.des_dst_cnt = 1;

        frag->segments[1] = hdr.eager.src_seg;
        frag->base.des_src = frag->segments + 1;
        frag->base.des_src_cnt = 1;

        /* increase size to a multiple of 4 bytes (required for get) */
        frag->segments[0].seg_len = frag->segments[1].seg_len =
            (hdr.eager.src_seg.seg_len + 3) & ~3;

        if (frag->segments[0].seg_len <= mca_btl_ugni_component.ugni_fma_limit) {
            rc = mca_btl_ugni_post_fma (frag, GNI_POST_FMA_GET, frag->base.des_dst, frag->base.des_src);
        } else {
            rc = mca_btl_ugni_post_bte (frag, GNI_POST_RDMA_GET, frag->base.des_dst, frag->base.des_src);
        }

        if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) {
            break;
        }

        frag->cbfunc = mca_btl_ugni_callback_eager_get;

        return OMPI_SUCCESS;
    } while (0);

    frag->cbfunc = mca_btl_ugni_callback_eager_get_retry;

    opal_list_append (&ep->btl->failed_frags, (opal_list_item_t *) frag);

    return rc;
}