/* * Copyright (c) 2004-2005 The Trustees of Indiana University. * All rights reserved. * Copyright (c) 2004-2005 The Trustees of the University of Tennessee. * All rights reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ #ifndef MCA_BTL_IB_ENDPOINT_H #define MCA_BTL_IB_ENDPOINT_H #include "opal/class/opal_list.h" #include "opal/event/event.h" #include "mca/pml/pml.h" #include "mca/btl/btl.h" #include "btl_mvapi_frag.h" #include "btl_mvapi.h" #include #include #include #if defined(c_plusplus) || defined(__cplusplus) extern "C" { #endif #define MAX_POST_RR (16) OBJ_CLASS_DECLARATION(mca_btl_mvapi_endpoint_t); struct mca_btl_mvapi_frag_t; struct mca_btl_mvapi_port_info_t { uint32_t subnet; }; typedef struct mca_btl_mvapi_port_info_t mca_btl_mvapi_port_info_t; /** * State of IB endpoint connection. */ typedef enum { /* Defines the state in which this BTL instance * has started the process of connection */ MCA_BTL_IB_CONNECTING, /* Waiting for ack from endpoint */ MCA_BTL_IB_CONNECT_ACK, /*Waiting for final connection ACK from endpoint */ MCA_BTL_IB_WAITING_ACK, /* Connected ... both sender & receiver have * buffers associated with this connection */ MCA_BTL_IB_CONNECTED, /* Connection is closed, there are no resources * associated with this */ MCA_BTL_IB_CLOSED, /* Maximum number of retries have been used. * Report failure on send to upper layer */ MCA_BTL_IB_FAILED } mca_btl_mvapi_endpoint_state_t; struct mca_btl_mvapi_rem_info_t { VAPI_qp_num_t rem_qp_num_high; /* High priority remote side QP number */ VAPI_qp_num_t rem_qp_num_low; /* Low prioirty remote size QP number */ IB_lid_t rem_lid; /* Local identifier of the remote process */ uint32_t rem_subnet; /* subnet of remote process */ } ; typedef struct mca_btl_mvapi_rem_info_t mca_btl_mvapi_rem_info_t; /** * An abstraction that represents a connection to a endpoint process. * An instance of mca_btl_base_endpoint_t is associated w/ each process * and BTL pair at startup. However, connections to the endpoint * are established dynamically on an as-needed basis: */ struct mca_btl_base_endpoint_t { opal_list_item_t super; struct mca_btl_mvapi_module_t* endpoint_btl; /**< BTL instance that created this connection */ struct mca_btl_mvapi_proc_t* endpoint_proc; /**< proc structure corresponding to endpoint */ mca_btl_mvapi_endpoint_state_t endpoint_state; /**< current state of the connection */ size_t endpoint_retries; /**< number of connection retries attempted */ double endpoint_tstamp; /**< timestamp of when the first connection was attempted */ opal_mutex_t endpoint_lock; /**< lock for concurrent access to endpoint state */ opal_list_t pending_send_frags; /**< list of pending send frags for this endpoint */ opal_list_t pending_frags_hp; /**< list of pending high priority frags */ opal_list_t pending_frags_lp; /**< list of pending low priority frags */ int32_t wr_sq_tokens_hp; /**< number of high priority frags that can be outstanding (down counter) */ int32_t wr_sq_tokens_lp; /**< number of low priority frags that can be outstanding (down counter) */ mca_btl_mvapi_rem_info_t rem_info; VAPI_qp_hndl_t lcl_qp_hndl_high; /* High priority local QP handle */ VAPI_qp_hndl_t lcl_qp_hndl_low; /* Low priority local QP handle */ VAPI_qp_prop_t lcl_qp_prop_high; /* High priority local QP properties */ VAPI_qp_prop_t lcl_qp_prop_low; /* Low priority local QP properties */ uint32_t rr_posted_high; /**< number of high priority rr posted to the nic*/ uint32_t rr_posted_low; /**< number of low priority rr posted to the nic*/ uint32_t subnet; #if 0 mca_btl_mvapi_rdma_buf_t *rdma_buf; #endif }; typedef struct mca_btl_base_endpoint_t mca_btl_base_endpoint_t; typedef mca_btl_base_endpoint_t mca_btl_mvapi_endpoint_t; int mca_btl_mvapi_endpoint_send(mca_btl_base_endpoint_t* endpoint, struct mca_btl_mvapi_frag_t* frag); int mca_btl_mvapi_endpoint_connect(mca_btl_base_endpoint_t*); void mca_btl_mvapi_post_recv(void); #define MCA_BTL_MVAPI_ENDPOINT_POST_RR_HIGH(post_rr_high_endpoint, \ post_rr_high_additional) \ { \ mca_btl_mvapi_module_t * post_rr_high_mvapi_btl = post_rr_high_endpoint->endpoint_btl; \ OPAL_THREAD_LOCK(&post_rr_high_mvapi_btl->ib_lock); \ if(post_rr_high_endpoint->rr_posted_high <= mca_btl_mvapi_component.ib_rr_buf_min+post_rr_high_additional && \ post_rr_high_endpoint->rr_posted_high < post_rr_high_mvapi_btl->rd_buf_max){ \ MCA_BTL_MVAPI_ENDPOINT_POST_RR_SUB(post_rr_high_mvapi_btl->rd_buf_max - \ post_rr_high_endpoint->rr_posted_high, \ post_rr_high_endpoint, \ &post_rr_high_mvapi_btl->recv_free_eager, \ &post_rr_high_endpoint->rr_posted_high, \ post_rr_high_mvapi_btl->nic, \ post_rr_high_endpoint->lcl_qp_hndl_high); \ } \ OPAL_THREAD_UNLOCK(&post_rr_high_mvapi_btl->ib_lock); \ } #define MCA_BTL_MVAPI_ENDPOINT_POST_RR_LOW(post_rr_low_endpoint, \ post_rr_low_additional) \ { \ mca_btl_mvapi_module_t * post_rr_low_mvapi_btl = post_rr_low_endpoint->endpoint_btl; \ OPAL_THREAD_LOCK(&post_rr_low_mvapi_btl->ib_lock); \ if(post_rr_low_endpoint->rr_posted_low <= mca_btl_mvapi_component.ib_rr_buf_min+post_rr_low_additional && \ post_rr_low_endpoint->rr_posted_low < post_rr_low_mvapi_btl->rd_buf_max){ \ MCA_BTL_MVAPI_ENDPOINT_POST_RR_SUB(post_rr_low_mvapi_btl->rd_buf_max - \ post_rr_low_endpoint->rr_posted_low, \ post_rr_low_endpoint, \ &post_rr_low_mvapi_btl->recv_free_max, \ &post_rr_low_endpoint->rr_posted_low, \ post_rr_low_mvapi_btl->nic, \ post_rr_low_endpoint->lcl_qp_hndl_low); \ } \ OPAL_THREAD_UNLOCK(&post_rr_low_mvapi_btl->ib_lock); \ } #define MCA_BTL_MVAPI_ENDPOINT_POST_RR_SUB(post_rr_sub_cnt, \ post_rr_sub_endpoint, \ post_rr_sub_frag_list, \ post_rr_sub_rr_posted, \ post_rr_sub_nic, \ post_rr_sub_qp ) \ {\ uint32_t post_rr_sub_i; \ int post_rr_sub_rc; \ opal_list_item_t* post_rr_sub_item; \ mca_btl_mvapi_frag_t* post_rr_sub_frag; \ mca_btl_mvapi_module_t *post_rr_sub_mvapi_btl = post_rr_sub_endpoint->endpoint_btl; \ VAPI_rr_desc_t* post_rr_sub_desc_post = post_rr_sub_mvapi_btl->rr_desc_post; \ for(post_rr_sub_i = 0; post_rr_sub_i < post_rr_sub_cnt; post_rr_sub_i++) { \ OMPI_FREE_LIST_WAIT(post_rr_sub_frag_list, post_rr_sub_item, post_rr_sub_rc); \ post_rr_sub_frag = (mca_btl_mvapi_frag_t*) post_rr_sub_item; \ post_rr_sub_frag->endpoint = post_rr_sub_endpoint; \ post_rr_sub_frag->sg_entry.len = post_rr_sub_frag->size + \ ((unsigned char*) post_rr_sub_frag->segment.seg_addr.pval- \ (unsigned char*) post_rr_sub_frag->hdr); \ post_rr_sub_desc_post[post_rr_sub_i] = post_rr_sub_frag->rr_desc; \ }\ post_rr_sub_frag->ret = EVAPI_post_rr_list( post_rr_sub_nic, \ post_rr_sub_qp, \ post_rr_sub_cnt, \ post_rr_sub_desc_post); \ if(VAPI_OK != post_rr_sub_frag->ret) { \ BTL_ERROR(("error posting receive descriptors: %s",\ VAPI_strerror(post_rr_sub_frag->ret))); \ } else {\ OPAL_THREAD_ADD32(post_rr_sub_rr_posted, post_rr_sub_cnt); \ }\ } #define BTL_MVAPI_INSERT_PENDING(frag, frag_list, tokens, lock, rc) \ { \ do{ \ OPAL_THREAD_LOCK(&lock); \ opal_list_append(&frag_list, (opal_list_item_t *)frag); \ OPAL_THREAD_UNLOCK(&lock); \ OPAL_THREAD_ADD32(&tokens, 1); \ rc = OMPI_SUCCESS; \ } while(0); \ } #if defined(c_plusplus) || defined(__cplusplus) } #endif #endif