254 строки
8.1 KiB
C
254 строки
8.1 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/**
|
|
* @file
|
|
*/
|
|
#ifndef MCA_PML_OB1_HEADER_H
|
|
#define MCA_PML_OB1_HEADER_H
|
|
|
|
#include "ompi_config.h"
|
|
#include "mca/ptl/ptl.h"
|
|
#ifdef HAVE_SYS_TYPES_H
|
|
#include <sys/types.h>
|
|
#endif
|
|
#ifdef HAVE_NETINET_IN_H
|
|
#include <netinet/in.h>
|
|
#endif
|
|
|
|
#define MCA_PML_OB1_HDR_TYPE_MATCH 1
|
|
#define MCA_PML_OB1_HDR_TYPE_RNDV 2
|
|
#define MCA_PML_OB1_HDR_TYPE_ACK 3
|
|
#define MCA_PML_OB1_HDR_TYPE_NACK 4
|
|
#define MCA_PML_OB1_HDR_TYPE_FRAG 5
|
|
#define MCA_PML_OB1_HDR_TYPE_GET 6
|
|
#define MCA_PML_OB1_HDR_TYPE_PUT 7
|
|
#define MCA_PML_OB1_HDR_TYPE_FIN 8
|
|
#define MCA_PML_OB1_HDR_TYPE_MAX 9
|
|
|
|
#define MCA_PML_OB1_HDR_FLAGS_ACK 1 /* is an ack required */
|
|
#define MCA_PML_OB1_HDR_FLAGS_NBO 2 /* is the hdr in network byte order */
|
|
#define MCA_PML_OB1_HDR_FLAGS_PIN 4 /* is user buffer pinned */
|
|
|
|
|
|
/*
|
|
* Convert a 64 bit value to network byte order.
|
|
*/
|
|
|
|
static inline uint64_t hton64(uint64_t val)
|
|
{
|
|
union { uint64_t ll;
|
|
uint32_t l[2];
|
|
} w, r;
|
|
|
|
/* platform already in network byte order? */
|
|
if(htonl(1) == 1L)
|
|
return val;
|
|
w.ll = val;
|
|
r.l[0] = htonl(w.l[1]);
|
|
r.l[1] = htonl(w.l[0]);
|
|
return r.ll;
|
|
}
|
|
|
|
|
|
/*
|
|
* Convert a 64 bit value from network to host byte order.
|
|
*/
|
|
|
|
static inline uint64_t ntoh64(uint64_t val)
|
|
{
|
|
union { uint64_t ll;
|
|
uint32_t l[2];
|
|
} w, r;
|
|
|
|
/* platform already in network byte order? */
|
|
if(htonl(1) == 1L)
|
|
return val;
|
|
w.ll = val;
|
|
r.l[0] = ntohl(w.l[1]);
|
|
r.l[1] = ntohl(w.l[0]);
|
|
return r.ll;
|
|
}
|
|
|
|
|
|
/**
|
|
* Common hdr attributes - must be first element in each hdr type
|
|
*/
|
|
struct mca_pml_ob1_common_hdr_t {
|
|
uint8_t hdr_type; /**< type of envelope */
|
|
uint8_t hdr_flags; /**< flags indicating how fragment should be processed */
|
|
};
|
|
typedef struct mca_pml_ob1_common_hdr_t mca_pml_ob1_common_hdr_t;
|
|
|
|
#define MCA_PML_OB1_COMMON_HDR_NTOH(h)
|
|
|
|
#define MCA_PML_OB1_COMMON_HDR_HTON(h)
|
|
|
|
/**
|
|
* Header definition for the first fragment, contains the
|
|
* attributes required to match the corresponding posted receive.
|
|
*/
|
|
struct mca_pml_ob1_match_hdr_t {
|
|
mca_pml_ob1_common_hdr_t hdr_common; /**< common attributes */
|
|
uint16_t hdr_contextid; /**< communicator index */
|
|
int32_t hdr_src; /**< source rank */
|
|
int32_t hdr_dst; /**< destination rank */
|
|
int32_t hdr_tag; /**< user tag */
|
|
uint64_t hdr_msg_length; /**< message length */
|
|
uint16_t hdr_msg_seq; /**< message sequence number */
|
|
};
|
|
typedef struct mca_pml_ob1_match_hdr_t mca_pml_ob1_match_hdr_t;
|
|
|
|
#define MCA_PML_OB1_MATCH_HDR_NTOH(h) \
|
|
do { \
|
|
MCA_PML_OB1_COMMON_HDR_NTOH((h).hdr_common); \
|
|
(h).hdr_contextid = ntohs((h).hdr_contextid); \
|
|
(h).hdr_src = ntohl((h).hdr_src); \
|
|
(h).hdr_dst = ntohl((h).hdr_dst); \
|
|
(h).hdr_tag = ntohl((h).hdr_tag); \
|
|
(h).hdr_msg_length = ntoh64((h).hdr_msg_length); \
|
|
(h).hdr_msg_seq = ntohs((h).hdr_msg_seq); \
|
|
} while (0)
|
|
|
|
#define MCA_PML_OB1_MATCH_HDR_HTON(h) \
|
|
do { \
|
|
MCA_PML_OB1_COMMON_HDR_HTON((h).hdr_common); \
|
|
(h).hdr_contextid = htons((h).hdr_contextid); \
|
|
(h).hdr_src = htonl((h).hdr_src); \
|
|
(h).hdr_dst = htonl((h).hdr_dst); \
|
|
(h).hdr_tag = htonl((h).hdr_tag); \
|
|
(h).hdr_msg_length = hton64((h).hdr_msg_length); \
|
|
(h).hdr_msg_seq = htons((h).hdr_msg_seq); \
|
|
} while (0)
|
|
|
|
/**
|
|
* Header definition for the first fragment when an acknowledgment
|
|
* is required. This could be the first fragment of a large message
|
|
* or a short message that requires an ack (synchronous).
|
|
*/
|
|
struct mca_pml_ob1_rendezvous_hdr_t {
|
|
mca_pml_ob1_match_hdr_t hdr_match;
|
|
uint64_t hdr_frag_length; /**< fragment length */
|
|
ompi_ptr_t hdr_src_req; /**< pointer to source request - returned in ack */
|
|
};
|
|
typedef struct mca_pml_ob1_rendezvous_hdr_t mca_pml_ob1_rendezvous_hdr_t;
|
|
|
|
#define MCA_PML_OB1_RNDV_HDR_NTOH(h) \
|
|
do { \
|
|
MCA_PML_OB1_MATCH_HDR_NTOH((h).hdr_match); \
|
|
(h).hdr_frag_length = ntoh64((h).hdr_frag_length); \
|
|
} while (0)
|
|
|
|
#define MCA_PML_OB1_RNDV_HDR_HTON(h) \
|
|
do { \
|
|
MCA_PML_OB1_MATCH_HDR_HTON((h).hdr_match); \
|
|
(h).hdr_frag_length = hton64((h).hdr_frag_length); \
|
|
} while (0)
|
|
|
|
/**
|
|
* Header for subsequent fragments.
|
|
*/
|
|
struct mca_pml_ob1_frag_hdr_t {
|
|
mca_pml_ob1_common_hdr_t hdr_common; /**< common attributes */
|
|
uint64_t hdr_frag_length; /**< fragment length */
|
|
uint64_t hdr_frag_offset; /**< offset into message */
|
|
ompi_ptr_t hdr_src_req; /**< pointer to source request */
|
|
ompi_ptr_t hdr_dst_req; /**< pointer to matched receive */
|
|
};
|
|
typedef struct mca_pml_ob1_frag_hdr_t mca_pml_ob1_frag_hdr_t;
|
|
|
|
#define MCA_PML_OB1_FRAG_HDR_NTOH(h) \
|
|
do { \
|
|
MCA_PML_OB1_COMMON_HDR_NTOH((h).hdr_common); \
|
|
(h).hdr_frag_length = ntoh64((h).hdr_frag_length); \
|
|
(h).hdr_frag_offset = ntoh64((h).hdr_frag_offset); \
|
|
} while (0)
|
|
|
|
#define MCA_PML_OB1_FRAG_HDR_HTON(h) \
|
|
do { \
|
|
MCA_PML_OB1_COMMON_HDR_HTON((h).hdr_common); \
|
|
(h).hdr_frag_length = hton64((h).hdr_frag_length); \
|
|
(h).hdr_frag_offset = hton64((h).hdr_frag_offset); \
|
|
} while (0)
|
|
|
|
|
|
/**
|
|
* Header used to acknowledgment outstanding fragment(s).
|
|
*/
|
|
|
|
struct mca_pml_ob1_ack_hdr_t {
|
|
mca_pml_ob1_common_hdr_t hdr_common; /**< common attributes */
|
|
ompi_ptr_t hdr_src_req; /**< source request */
|
|
ompi_ptr_t hdr_dst_req; /**< matched receive request */
|
|
uint64_t hdr_rdma_offset; /**< starting point rdma protocol */
|
|
};
|
|
typedef struct mca_pml_ob1_ack_hdr_t mca_pml_ob1_ack_hdr_t;
|
|
|
|
#define MCA_PML_OB1_ACK_HDR_NTOH(h) \
|
|
do { \
|
|
MCA_PML_OB1_COMMON_HDR_NTOH(h.hdr_common); \
|
|
(h).hdr_dst_size = ntoh64((h).hdr_dst_size); \
|
|
} while (0)
|
|
|
|
#define MCA_PML_OB1_ACK_HDR_HTON(h) \
|
|
do { \
|
|
MCA_PML_OB1_COMMON_HDR_HTON((h).hdr_common); \
|
|
(h).hdr_dst_size = hton64((h).hdr_dst_size); \
|
|
} while (0)
|
|
|
|
/**
|
|
* Header used to initiate an RDMA operation.
|
|
*/
|
|
|
|
struct mca_pml_ob1_rdma_hdr_t {
|
|
mca_pml_ob1_common_hdr_t hdr_common; /**< common attributes */
|
|
ompi_ptr_t hdr_src; /**< source request/descriptor */
|
|
ompi_ptr_t hdr_dst; /**< receive request/descriptor */
|
|
uint64_t hdr_rdma_offset; /**< current offset into user buffer */
|
|
uint32_t hdr_seg_cnt; /**< number of segments for rdma */
|
|
mca_btl_base_segment_t hdr_segs[1]; /**< list of segments for rdma */
|
|
};
|
|
typedef struct mca_pml_ob1_rdma_hdr_t mca_pml_ob1_rdma_hdr_t;
|
|
|
|
/**
|
|
* Header used to complete an RDMA operation.
|
|
*/
|
|
|
|
struct mca_pml_ob1_fin_hdr_t {
|
|
mca_pml_ob1_common_hdr_t hdr_common; /**< common attributes */
|
|
ompi_ptr_t hdr_src; /**< source request/descriptor */
|
|
ompi_ptr_t hdr_dst; /**< receive request/descriptor */
|
|
uint64_t hdr_rdma_offset; /**< data offset */
|
|
uint64_t hdr_rdma_length; /**< number of segments for rdma */
|
|
};
|
|
typedef struct mca_pml_ob1_fin_hdr_t mca_pml_ob1_fin_hdr_t;
|
|
|
|
/**
|
|
* Union of defined hdr types.
|
|
*/
|
|
union mca_pml_ob1_hdr_t {
|
|
mca_pml_ob1_common_hdr_t hdr_common;
|
|
mca_pml_ob1_match_hdr_t hdr_match;
|
|
mca_pml_ob1_rendezvous_hdr_t hdr_rndv;
|
|
mca_pml_ob1_frag_hdr_t hdr_frag;
|
|
mca_pml_ob1_ack_hdr_t hdr_ack;
|
|
mca_pml_ob1_rdma_hdr_t hdr_rdma;
|
|
mca_pml_ob1_fin_hdr_t hdr_fin;
|
|
};
|
|
typedef union mca_pml_ob1_hdr_t mca_pml_ob1_hdr_t;
|
|
|
|
|
|
#endif
|