/*
 * Copyright (c) 2004-2005 The Trustees of Indiana University.
 *                         All rights reserved.
 * Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
 *                         All rights reserved.
 * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
 *                         University of Stuttgart.  All rights reserved.
 * Copyright (c) 2004-2005 The Regents of the University of California.
 *                         All rights reserved.
 * $COPYRIGHT$
 * 
 * Additional copyrights may follow
 * 
 * $HEADER$
 */

/*
 * utility functions for dealing with remote datatype and op structures
 */

#include "ompi_config.h"

#include "ompi/op/op.h"

#include "osc_rdma.h"
#include "osc_rdma_sendreq.h"
#include "osc_rdma_header.h"
#include "osc_rdma_obj_convert.h"

int
ompi_osc_rdma_process_op(ompi_osc_rdma_module_t *module,
                          ompi_osc_rdma_send_header_t *header,
                          struct ompi_datatype_t *datatype,
                          ompi_op_t *op,
                          void *inbuf,
                          size_t inbuflen)
{
    unsigned char *target_buffer;

    /* compute target buffer location */
    target_buffer = (unsigned char*) module->p2p_win->w_baseptr + 
        (header->hdr_target_disp * module->p2p_win->w_disp_unit);

    /* BWB - fix me - change back to the pointer comparison when the
       replace o_f_to_c_index is set properly */
    /*    if (op == &ompi_mpi_op_replace) { */
    if (header->hdr_target_op == ompi_mpi_op_replace.o_f_to_c_index) {
        ompi_convertor_t convertor;
        struct iovec iov;
        uint32_t iov_count = 1;
        int32_t free_after = 0;
        size_t max_data;
        ompi_proc_t *proc;

        /* create convertor */
        OBJ_CONSTRUCT(&convertor, ompi_convertor_t);

        /* initialize convertor */
        proc = ompi_comm_peer_lookup(module->p2p_comm, header->hdr_origin);
        ompi_convertor_copy_and_prepare_for_recv(proc->proc_convertor,
                                                 datatype,
                                                 header->hdr_target_count,
                                                 target_buffer,
                                                 0,
                                                 &convertor);

        /* short circuit the reduction operation MPI_REPLACE - it just
           replaces the data, so push it out into the user's buffer.
           This lets us avoid both the overhead of using the op
           invocation and dealing with non-contiguous reductions
           (since there are never user-defined reductions in
           MPI_ACCUMULATE) */
        iov.iov_len = inbuflen;
        iov.iov_base = inbuf;
        max_data = iov.iov_len;
        ompi_convertor_unpack(&convertor, 
                              &iov,
                              &iov_count,
                              &max_data,
                              &free_after);
        OBJ_DESTRUCT(&convertor);
    } else {
        /* reductions other than MPI_REPLACE.  Since user-defined
           reductions aren't allowed, these all have to be over
           contigous data.  We make sure to only send complete
           datatypes in these cases, so we can unpack directly from
           the user buffer*/
        /* BWB - FIX ME - this won't work if endianness is different.
           Talk to George about a ddt function that allows us to fix
           endianness "in place' or what else we could do here to keep
           performance from sucking... */

        ompi_op_reduce(op, inbuf, target_buffer, header->hdr_target_count,
                       datatype);
    } 

    return OMPI_SUCCESS;
}