/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */ /* * Copyright (c) 2004-2011 The Trustees of Indiana University and Indiana * University Research and Technology * Corporation. All rights reserved. * Copyright (c) 2004-2009 The University of Tennessee and The University * of Tennessee Research Foundation. All rights * reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * Copyright (c) 2006-2007 Voltaire. All rights reserved. * Copyright (c) 2009-2010 Cisco Systems, Inc. All rights reserved. * Copyright (c) 2010-2013 Los Alamos National Security, LLC. * All rights reserved. * Copyright (c) 2011 NVIDIA Corporation. All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ #include "ompi_config.h" #include "ompi/constants.h" #include "opal/util/output.h" #include "ompi/mca/btl/base/btl_base_error.h" #include "btl_vader.h" #include "btl_vader_frag.h" #include "btl_vader_fifo.h" #include "btl_vader_fbox.h" #include static int mca_btl_vader_component_progress (void); static int mca_btl_vader_component_open(void); static int mca_btl_vader_component_close(void); static int mca_btl_vader_component_register(void); static mca_btl_base_module_t** mca_btl_vader_component_init(int *num_btls, bool enable_progress_threads, bool enable_mpi_threads); /* * Shared Memory (VADER) component instance. */ mca_btl_vader_component_t mca_btl_vader_component = { .super = { /* First, the mca_base_component_t struct containing meta information about the component itself */ .btl_version = { MCA_BTL_BASE_VERSION_2_0_0, .mca_component_name = "vader", .mca_component_major_version = OMPI_MAJOR_VERSION, .mca_component_minor_version = OMPI_MINOR_VERSION, .mca_component_release_version = OMPI_RELEASE_VERSION, .mca_open_component = mca_btl_vader_component_open, .mca_close_component = mca_btl_vader_component_close, .mca_query_component = NULL, .mca_register_component_params = mca_btl_vader_component_register, }, .btl_data = { /* The component is checkpoint ready */ .param_field = MCA_BASE_METADATA_PARAM_CHECKPOINT }, .btl_init = mca_btl_vader_component_init, .btl_progress = mca_btl_vader_component_progress, } /* end super */ }; static int mca_btl_vader_component_register (void) { (void) mca_base_var_group_component_register(&mca_btl_vader_component.super.btl_version, "XPMEM shared memory byte transport later"); /* register VADER component variables */ mca_btl_vader_component.vader_free_list_num = 8; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "free_list_num", "Initial number of fragments " "to allocate for shared memory communication.", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_9, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.vader_free_list_num); mca_btl_vader_component.vader_free_list_max = 8192; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "free_list_max", "Maximum number of fragments " "to allocate for shared memory communication.", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_9, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.vader_free_list_max); mca_btl_vader_component.vader_free_list_inc = 64; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "free_list_inc", "Number of fragments to create " "on each allocation.", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_9, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.vader_free_list_inc); mca_btl_vader_component.memcpy_limit = 524288; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "memcpy_limit", "Message size to switch from using " "memove to memcpy. The relative speed of these two " "routines can vary by size.", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_5, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.memcpy_limit); mca_btl_vader_component.log_attach_align = 21; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "log_align", "Log base 2 of the alignment to use for xpmem " "segments (default: 21, minimum: 12, maximum: 25)", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_5, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.log_attach_align); mca_btl_vader_component.segment_size = 1 << 24; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "segment_size", "Maximum size of all shared " "memory buffers (default: 16M)", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_5, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.segment_size); mca_btl_vader_component.max_inline_send = 256; (void) mca_base_component_var_register(&mca_btl_vader_component.super.btl_version, "max_inline_send", "Maximum size to transfer " "using copy-in copy-out semantics", MCA_BASE_VAR_TYPE_INT, NULL, 0, MCA_BASE_VAR_FLAG_SETTABLE, OPAL_INFO_LVL_5, MCA_BASE_VAR_SCOPE_LOCAL, &mca_btl_vader_component.max_inline_send); mca_btl_vader.super.btl_exclusivity = MCA_BTL_EXCLUSIVITY_HIGH; mca_btl_vader.super.btl_eager_limit = 64 * 1024; mca_btl_vader.super.btl_rndv_eager_limit = mca_btl_vader.super.btl_eager_limit; mca_btl_vader.super.btl_max_send_size = mca_btl_vader.super.btl_eager_limit; mca_btl_vader.super.btl_rdma_pipeline_send_length = mca_btl_vader.super.btl_eager_limit; mca_btl_vader.super.btl_rdma_pipeline_frag_size = mca_btl_vader.super.btl_eager_limit; mca_btl_vader.super.btl_min_rdma_pipeline_size = mca_btl_vader.super.btl_eager_limit; mca_btl_vader.super.btl_flags = MCA_BTL_FLAGS_RDMA | MCA_BTL_FLAGS_SEND_INPLACE; mca_btl_vader.super.btl_seg_size = sizeof (mca_btl_base_segment_t); mca_btl_vader.super.btl_bandwidth = 40000; /* Mbs */ mca_btl_vader.super.btl_latency = 1; /* Microsecs */ /* Call the BTL based to register its MCA params */ mca_btl_base_param_register(&mca_btl_vader_component.super.btl_version, &mca_btl_vader.super); return OMPI_SUCCESS; } /* * Called by MCA framework to open the component, registers * component parameters. */ static int mca_btl_vader_component_open(void) { /* initialize objects */ OBJ_CONSTRUCT(&mca_btl_vader_component.vader_frags_eager, ompi_free_list_t); OBJ_CONSTRUCT(&mca_btl_vader_component.vader_frags_user, ompi_free_list_t); OBJ_CONSTRUCT(&mca_btl_vader_component.active_sends, opal_list_t); return OMPI_SUCCESS; } /* * component cleanup - sanity checking of queue lengths */ static int mca_btl_vader_component_close(void) { OBJ_DESTRUCT(&mca_btl_vader_component.vader_frags_eager); OBJ_DESTRUCT(&mca_btl_vader_component.vader_frags_user); OBJ_DESTRUCT(&mca_btl_vader_component.active_sends); if (NULL != mca_btl_vader_component.my_segment) { munmap (mca_btl_vader_component.my_segment, mca_btl_vader_component.segment_size); } return OMPI_SUCCESS; } static int mca_btl_base_vader_modex_send (void) { struct vader_modex_t modex; modex.seg_id = mca_btl_vader_component.my_seg_id; modex.segment_base = mca_btl_vader_component.my_segment; return ompi_modex_send(&mca_btl_vader_component.super.btl_version, &modex, sizeof (modex)); } /* * VADER component initialization */ static mca_btl_base_module_t **mca_btl_vader_component_init (int *num_btls, bool enable_progress_threads, bool enable_mpi_threads) { mca_btl_vader_component_t *component = &mca_btl_vader_component; mca_btl_base_module_t **btls = NULL; int rc; *num_btls = 0; /* limit segment alignment to be between 4k and 16M */ if (mca_btl_vader_component.segment_size < 12) { mca_btl_vader_component.segment_size = 12; } else if (mca_btl_vader_component.segment_size > 25) { mca_btl_vader_component.segment_size = 25; } btls = (mca_btl_base_module_t **) calloc (1, sizeof (mca_btl_base_module_t *)); if (NULL == btls) { return NULL; } /* create an xpmem segment for the entire memory space */ component->my_seg_id = xpmem_make (0, 0xffffffffffffffffll, XPMEM_PERMIT_MODE, (void *)0666); if (-1 == component->my_seg_id) { free (btls); return NULL; } /* ensure a sane segment size */ if (mca_btl_vader_component.segment_size < (1 << 20)) { mca_btl_vader_component.segment_size = (1 << 20); } component->my_segment = mmap (NULL, mca_btl_vader_component.segment_size, PROT_READ | PROT_WRITE, MAP_ANON | MAP_SHARED, -1, 0); if ((void *)-1 == component->my_segment) { free (btls); return NULL; } component->segment_offset = 0; /* initialize my fifo */ rc = vader_fifo_init ((struct vader_fifo_t *) component->my_segment); if (OMPI_SUCCESS != rc) { free (btls); munmap (component->my_segment, mca_btl_vader_component.segment_size); return NULL; } rc = mca_btl_base_vader_modex_send (); if (OMPI_SUCCESS != rc) { free (btls); munmap (component->my_segment, mca_btl_vader_component.segment_size); return NULL; } *num_btls = 1; /* get pointer to the btls */ btls[0] = (mca_btl_base_module_t *) &mca_btl_vader; /* initialize some BTL data */ /* start with no VADER procs */ component->num_smp_procs = 0; component->my_smp_rank = -1; /* not defined */ /* set flag indicating btl not inited */ mca_btl_vader.btl_inited = false; return btls; } static inline void mca_btl_vader_progress_sends (void) { mca_btl_vader_frag_t *frag, *next; OPAL_LIST_FOREACH_SAFE(frag, next, &mca_btl_vader_component.active_sends, mca_btl_vader_frag_t) { if (OPAL_LIKELY(frag->hdr->complete)) { opal_list_remove_item (&mca_btl_vader_component.active_sends, (opal_list_item_t *) frag); mca_btl_vader_frag_complete (frag); } } } static int mca_btl_vader_component_progress (void) { int my_smp_rank = mca_btl_vader_component.my_smp_rank; mca_btl_active_message_callback_t *reg; mca_btl_vader_frag_t frag; mca_btl_vader_hdr_t *hdr; mca_mpool_base_registration_t *xpmem_reg = NULL; struct mca_btl_base_endpoint_t *endpoint; /* check active sends for completion */ mca_btl_vader_progress_sends (); /* check for messages in fast boxes */ mca_btl_vader_check_fboxes (); /* poll the fifo once */ hdr = vader_fifo_read (mca_btl_vader_component.endpoints[my_smp_rank].fifo); if (NULL == hdr) { return 0; } reg = mca_btl_base_active_message_trigger + hdr->tag; frag.base.des_dst = frag.segments; frag.segments[0].seg_addr.pval = (void *) (hdr + 1); frag.segments[0].seg_len = hdr->len; if (OPAL_UNLIKELY(hdr->flags & MCA_BTL_VADER_FLAG_SINGLE_COPY)) { endpoint = mca_btl_vader_component.endpoints + hdr->my_smp_rank; xpmem_reg = vader_get_registation (endpoint, hdr->sc_iov.iov_base, hdr->sc_iov.iov_len, 0); frag.segments[1].seg_addr.pval = vader_reg_to_ptr (xpmem_reg, hdr->sc_iov.iov_base); frag.segments[1].seg_len = hdr->sc_iov.iov_len; /* recv upcall */ frag.base.des_dst_cnt = 2; reg->cbfunc(&mca_btl_vader.super, hdr->tag, &(frag.base), reg->cbdata); vader_return_registration (xpmem_reg, endpoint); } else { frag.base.des_dst_cnt = 1; reg->cbfunc(&mca_btl_vader.super, hdr->tag, &(frag.base), reg->cbdata); } /* return the fragment */ hdr->complete = true; return 1; }