/* * Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana * University Research and Technology * Corporation. All rights reserved. * Copyright (c) 2004-2005 The University of Tennessee and The University * of Tennessee Research Foundation. All rights * reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ #include "btl_openib_frag.h" #include "btl_openib_eager_rdma.h" static void mca_btl_openib_frag_common_constructor( mca_btl_openib_frag_t* frag) { mca_btl_openib_reg_t* registration = (mca_btl_openib_reg_t*)frag->base.super.registration; frag->hdr = (mca_btl_openib_header_t*)frag->base.super.ptr; frag->segment.seg_addr.pval = ((unsigned char* )frag->hdr) + sizeof(mca_btl_openib_header_t); /* init the segment address to start after the btl header */ if(registration) { frag->registration = registration; frag->sg_entry.lkey = registration->mr->lkey; frag->segment.seg_key.key32[0] = frag->sg_entry.lkey; } frag->segment.seg_len = frag->size; frag->sg_entry.addr = (unsigned long) frag->hdr; frag->sg_entry.length = frag->size + sizeof(mca_btl_openib_header_t); frag->base.des_flags = 0; } static void mca_btl_openib_send_frag_common_constructor(mca_btl_openib_frag_t* frag) { mca_btl_openib_frag_common_constructor(frag); frag->base.des_src = &frag->segment; frag->base.des_src_cnt = 1; frag->base.des_dst = NULL; frag->base.des_dst_cnt = 0; frag->wr_desc.sr_desc.wr_id = (unsigned long) frag; frag->wr_desc.sr_desc.sg_list = &frag->sg_entry; frag->wr_desc.sr_desc.num_sge = 1; frag->wr_desc.sr_desc.opcode = IBV_WR_SEND; frag->wr_desc.sr_desc.send_flags = IBV_SEND_SIGNALED; frag->wr_desc.sr_desc.next = NULL; } static void mca_btl_openib_recv_frag_common_constructor(mca_btl_openib_frag_t* frag) { mca_btl_openib_frag_common_constructor(frag); frag->base.des_dst = &frag->segment; frag->base.des_dst_cnt = 1; frag->base.des_src = NULL; frag->base.des_src_cnt = 0; frag->wr_desc.rd_desc.wr_id = (unsigned long) frag; frag->wr_desc.rd_desc.sg_list = &frag->sg_entry; frag->wr_desc.rd_desc.num_sge = 1; frag->wr_desc.rd_desc.next = NULL; } static void mca_btl_openib_send_frag_eager_constructor(mca_btl_openib_frag_t* frag) { frag->size = mca_btl_openib_component.eager_limit; frag->type = MCA_BTL_OPENIB_FRAG_EAGER; mca_btl_openib_send_frag_common_constructor(frag); } static void mca_btl_openib_send_frag_max_constructor(mca_btl_openib_frag_t* frag) { frag->size = mca_btl_openib_component.max_send_size; frag->type = MCA_BTL_OPENIB_FRAG_MAX; mca_btl_openib_send_frag_common_constructor(frag); } static void mca_btl_openib_recv_frag_max_constructor(mca_btl_openib_frag_t* frag) { frag->size = mca_btl_openib_component.max_send_size; frag->type = MCA_BTL_OPENIB_FRAG_MAX; mca_btl_openib_recv_frag_common_constructor(frag); } static void mca_btl_openib_recv_frag_eager_constructor(mca_btl_openib_frag_t* frag) { frag->size = mca_btl_openib_component.eager_limit; frag->type = MCA_BTL_OPENIB_FRAG_EAGER; mca_btl_openib_recv_frag_common_constructor(frag); frag->ftr = (mca_btl_openib_footer_t*)((char*)frag->segment.seg_addr.pval + frag->size); MCA_BTL_OPENIB_RDMA_MAKE_REMOTE(frag->ftr); } static void mca_btl_openib_send_frag_frag_constructor(mca_btl_openib_frag_t* frag) { frag->size = 0; frag->type = MCA_BTL_OPENIB_SEND_FRAG_FRAG; frag->registration = NULL; mca_btl_openib_send_frag_common_constructor(frag); } static void mca_btl_openib_recv_frag_frag_constructor(mca_btl_openib_frag_t* frag) { frag->size = 0; frag->type = MCA_BTL_OPENIB_RECV_FRAG_FRAG; frag->registration = NULL; mca_btl_openib_recv_frag_common_constructor(frag); } static void mca_btl_openib_send_frag_control_constructor(mca_btl_openib_frag_t* frag) { frag->size = sizeof(mca_btl_openib_eager_rdma_header_t); frag->type = MCA_BTL_OPENIB_FRAG_CONTROL; mca_btl_openib_send_frag_common_constructor(frag); } OBJ_CLASS_INSTANCE( mca_btl_openib_frag_t, mca_btl_base_descriptor_t, NULL, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_send_frag_eager_t, mca_btl_base_descriptor_t, mca_btl_openib_send_frag_eager_constructor, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_send_frag_max_t, mca_btl_base_descriptor_t, mca_btl_openib_send_frag_max_constructor, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_send_frag_frag_t, mca_btl_base_descriptor_t, mca_btl_openib_send_frag_frag_constructor, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_recv_frag_frag_t, mca_btl_base_descriptor_t, mca_btl_openib_recv_frag_frag_constructor, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_recv_frag_eager_t, mca_btl_base_descriptor_t, mca_btl_openib_recv_frag_eager_constructor, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_recv_frag_max_t, mca_btl_base_descriptor_t, mca_btl_openib_recv_frag_max_constructor, NULL); OBJ_CLASS_INSTANCE( mca_btl_openib_send_frag_control_t, mca_btl_base_descriptor_t, mca_btl_openib_send_frag_control_constructor, NULL);