218 строки
7.7 KiB
C
218 строки
7.7 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; -*- */
|
|
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004 The Ohio State University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/**
|
|
* @file
|
|
*/
|
|
#ifndef MCA_PTL_GM_SEND_FRAG_H
|
|
#define MCA_PTL_GM_SEND_FRAG_H
|
|
|
|
#include "ompi/mca/ptl/base/ptl_base_sendreq.h"
|
|
#include "ompi/mca/ptl/base/ptl_base_sendfrag.h"
|
|
#include "ompi/mca/ptl/base/ptl_base_recvfrag.h"
|
|
#include "ompi/communicator/communicator.h"
|
|
|
|
#define MATCH 0
|
|
#define FRAG 1
|
|
#define ACK 2
|
|
#define PUT 3
|
|
|
|
/* depth of the GM internal pipeline */
|
|
#define GM_PIPELINE_DEPTH 3
|
|
|
|
#define PTL_GM_PIPELINE_EMPTY 0x0000
|
|
#define PTL_GM_PIPELINE_DEREGISTER 0x0001
|
|
#define PTL_GM_PIPELINE_REGISTER 0x0002
|
|
#define PTL_GM_PIPELINE_REMOTE 0x0004
|
|
#define PTL_GM_PIPELINE_TRANSFERT (PTL_GM_PIPELINE_REGISTER | PTL_GM_PIPELINE_REMOTE)
|
|
#define PTL_GM_PIPELINE_HAS_INTERNAL_BUFFERS 0x0008
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
OBJ_CLASS_DECLARATION (mca_ptl_gm_send_frag_t);
|
|
OBJ_CLASS_DECLARATION (mca_ptl_gm_recv_frag_t);
|
|
|
|
/* specific header for GM rendezvous protocol. It will be filled up by the sender
|
|
* and should be able to hold a pointer to the last registered memory location.
|
|
*/
|
|
struct mca_ptl_gm_frag_header_t {
|
|
mca_ptl_base_frag_header_t hdr_frag;
|
|
ompi_ptr_t registered_memory;
|
|
};
|
|
typedef struct mca_ptl_gm_frag_header_t mca_ptl_gm_frag_header_t;
|
|
|
|
struct mca_ptl_gm_pipeline_line_t {
|
|
uint16_t flags;
|
|
uint16_t hdr_flags;
|
|
uint64_t length;
|
|
uint64_t offset;
|
|
ompi_ptr_t local_memory;
|
|
ompi_ptr_t remote_memory;
|
|
};
|
|
typedef struct mca_ptl_gm_pipeline_line_t mca_ptl_gm_pipeline_line_t;
|
|
|
|
struct mca_ptl_gm_pipeline_info_t {
|
|
mca_ptl_gm_pipeline_line_t lines[GM_PIPELINE_DEPTH];
|
|
uint32_t pos_register;
|
|
uint32_t pos_remote;
|
|
uint32_t pos_deregister;
|
|
uint32_t pos_transfert;
|
|
};
|
|
typedef struct mca_ptl_gm_pipeline_info_t mca_ptl_gm_pipeline_info_t;
|
|
|
|
struct mca_ptl_gm_peer_t;
|
|
|
|
/**
|
|
* GM send fragment derived type.
|
|
*/
|
|
struct mca_ptl_gm_send_frag_t {
|
|
mca_ptl_base_send_frag_t frag_send; /**< base send fragment descriptor */
|
|
void* send_buf;
|
|
ompi_ptr_t* registered_buf;
|
|
|
|
uint64_t frag_bytes_processed; /**< data sended so far */
|
|
uint64_t frag_bytes_validated; /**< amount of data for which we receive an ack */
|
|
uint64_t frag_offset; /**< initial offset of the fragment as specified by the upper level */
|
|
mca_ptl_gm_pipeline_info_t pipeline; /**< storing the information about the status
|
|
* of the pipeline for long messages. */
|
|
int status;
|
|
uint32_t type;
|
|
};
|
|
typedef struct mca_ptl_gm_send_frag_t mca_ptl_gm_send_frag_t;
|
|
|
|
struct mca_ptl_gm_recv_frag_t {
|
|
mca_ptl_base_recv_frag_t frag_recv;
|
|
uint64_t frag_bytes_processed;
|
|
uint64_t frag_bytes_validated; /**< amount of data for which we receive an ack */
|
|
uint64_t frag_offset;
|
|
mca_ptl_gm_pipeline_info_t pipeline; /**< storing the information about the status of
|
|
* the pipeline for long messages. */
|
|
uint32_t type;
|
|
bool matched;
|
|
bool have_allocated_buffer;
|
|
uint32_t attached_data_length;
|
|
};
|
|
typedef struct mca_ptl_gm_recv_frag_t mca_ptl_gm_recv_frag_t;
|
|
|
|
mca_ptl_gm_send_frag_t *
|
|
mca_ptl_gm_alloc_send_frag( struct mca_ptl_gm_module_t* ptl,
|
|
struct mca_ptl_base_send_request_t* sendreq );
|
|
|
|
int
|
|
mca_ptl_gm_put_frag_init( struct mca_ptl_gm_send_frag_t** sendfrag,
|
|
struct mca_ptl_gm_peer_t * ptl_peer,
|
|
struct mca_ptl_gm_module_t *ptl,
|
|
struct mca_ptl_base_send_request_t * sendreq,
|
|
size_t offset,
|
|
size_t* size,
|
|
int flags );
|
|
|
|
#define OMPI_FREE_LIST_TRY_GET(fl, item) \
|
|
{ \
|
|
item = NULL; \
|
|
if(opal_using_threads()) { \
|
|
if( opal_mutex_trylock( &((fl)->fl_lock)) ) { \
|
|
/* We get the lock. Now let's remove one of the elements */ \
|
|
item = opal_list_remove_first(&((fl)->super)); \
|
|
opal_mutex_unlock(&((fl)->fl_lock)); \
|
|
} \
|
|
} else { \
|
|
item = opal_list_remove_first(&((fl)->super)); \
|
|
} \
|
|
}
|
|
|
|
static inline int
|
|
mca_ptl_gm_init_header_rndv( mca_ptl_base_header_t *hdr,
|
|
struct mca_ptl_base_send_request_t * sendreq,
|
|
int flags )
|
|
{
|
|
hdr->hdr_common.hdr_flags = flags;
|
|
hdr->hdr_common.hdr_type = MCA_PTL_HDR_TYPE_RNDV;
|
|
|
|
hdr->hdr_rndv.hdr_match.hdr_contextid = sendreq->req_send.req_base.req_comm->c_contextid;
|
|
hdr->hdr_rndv.hdr_match.hdr_src = sendreq->req_send.req_base.req_comm->c_my_rank;
|
|
hdr->hdr_rndv.hdr_match.hdr_dst = sendreq->req_send.req_base.req_peer;
|
|
hdr->hdr_rndv.hdr_match.hdr_tag = sendreq->req_send.req_base.req_tag;
|
|
hdr->hdr_rndv.hdr_match.hdr_msg_length = sendreq->req_send.req_bytes_packed;
|
|
hdr->hdr_rndv.hdr_match.hdr_msg_seq = sendreq->req_send.req_base.req_sequence;
|
|
hdr->hdr_rndv.hdr_src_ptr.lval = 0L;
|
|
hdr->hdr_rndv.hdr_src_ptr.pval = sendreq;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static inline int
|
|
mca_ptl_gm_init_header_frag( struct mca_ptl_gm_send_frag_t* sendfrag,
|
|
struct mca_ptl_gm_peer_t * ptl_peer,
|
|
struct mca_ptl_base_send_request_t * sendreq,
|
|
size_t offset,
|
|
size_t* size,
|
|
int flags )
|
|
|
|
{
|
|
mca_ptl_base_header_t *hdr = (mca_ptl_base_header_t *)sendfrag->send_buf;
|
|
|
|
hdr->hdr_common.hdr_flags = flags;
|
|
hdr->hdr_common.hdr_type = MCA_PTL_HDR_TYPE_FRAG;
|
|
hdr->hdr_frag.hdr_frag_offset = offset;
|
|
hdr->hdr_frag.hdr_frag_length = *size;
|
|
hdr->hdr_frag.hdr_src_ptr.lval = 0;
|
|
hdr->hdr_frag.hdr_src_ptr.pval = sendfrag; /* pointer to the frag */
|
|
hdr->hdr_frag.hdr_dst_ptr = sendreq->req_peer_match;
|
|
sendfrag->type = FRAG;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static inline void ompi_ptl_gm_init_pipeline( mca_ptl_gm_pipeline_info_t* pipeline )
|
|
{
|
|
int i;
|
|
|
|
pipeline->pos_register = 0;
|
|
pipeline->pos_remote = 0;
|
|
pipeline->pos_deregister = 0;
|
|
pipeline->pos_transfert = 0;
|
|
for( i = 0; i < GM_PIPELINE_DEPTH; i++ )
|
|
pipeline->lines[i].flags = 0;
|
|
}
|
|
|
|
static inline mca_ptl_gm_recv_frag_t*
|
|
mca_ptl_gm_alloc_recv_frag( struct mca_ptl_base_module_t *ptl )
|
|
{
|
|
int rc;
|
|
opal_list_item_t* item;
|
|
mca_ptl_gm_recv_frag_t* frag;
|
|
|
|
OMPI_FREE_LIST_GET( &(((mca_ptl_gm_module_t *)ptl)->gm_recv_frags_free), item, rc );
|
|
|
|
frag = (mca_ptl_gm_recv_frag_t*)item;
|
|
frag->frag_recv.frag_base.frag_owner = (struct mca_ptl_base_module_t*)ptl;
|
|
frag->frag_bytes_processed = 0;
|
|
frag->frag_bytes_validated = 0;
|
|
frag->frag_offset = 0;
|
|
ompi_ptl_gm_init_pipeline( &(frag->pipeline) );
|
|
return frag;
|
|
}
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
}
|
|
#endif
|
|
#endif
|