1282e98a01
This commit renames the arithmetic atomic operations in opal to indicate that they return the new value not the old value. This naming differentiates these routines from new functions that return the old value. Signed-off-by: Nathan Hjelm <hjelmn@lanl.gov>
130 строки
4.3 KiB
C
130 строки
4.3 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2008 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2017 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "pml_ob1.h"
|
|
#include "pml_ob1_sendreq.h"
|
|
#include "ompi/mca/bml/base/base.h"
|
|
#if OPAL_CUDA_SUPPORT
|
|
#include "opal/mca/common/cuda/common_cuda.h"
|
|
#include "pml_ob1_recvreq.h"
|
|
#include "opal/runtime/opal_params.h"
|
|
|
|
/**
|
|
* Return the number of completed events allowing the upper level
|
|
* to know when no pending events are expected so that it can
|
|
* unregister the progress function.
|
|
*/
|
|
static inline int mca_pml_ob1_process_pending_cuda_async_copies(void)
|
|
{
|
|
mca_btl_base_descriptor_t *frag;
|
|
int progress, count = 0;
|
|
|
|
do {
|
|
progress = progress_one_cuda_htod_event(&frag);
|
|
if (1 == progress) {
|
|
/* Call the finish function to make progress. */
|
|
mca_pml_ob1_recv_request_frag_copy_finished(NULL, NULL, frag, 0);
|
|
count++;
|
|
}
|
|
} while (progress > 0);
|
|
/* Consider progressing dtoh events here in future */
|
|
|
|
return count;
|
|
}
|
|
#endif /* OPAL_CUDA_SUPPORT */
|
|
|
|
static int mca_pml_ob1_progress_needed = 0;
|
|
int mca_pml_ob1_enable_progress(int32_t count)
|
|
{
|
|
int32_t progress_count = OPAL_ATOMIC_ADD_FETCH32(&mca_pml_ob1_progress_needed, count);
|
|
if( 1 < progress_count )
|
|
return 0; /* progress was already on */
|
|
|
|
opal_progress_register(mca_pml_ob1_progress);
|
|
return 1;
|
|
}
|
|
|
|
int mca_pml_ob1_progress(void)
|
|
{
|
|
int i, queue_length = opal_list_get_size(&mca_pml_ob1.send_pending);
|
|
int j, completed_requests = 0;
|
|
bool send_succedded;
|
|
|
|
#if OPAL_CUDA_SUPPORT
|
|
if (opal_cuda_support)
|
|
completed_requests += mca_pml_ob1_process_pending_cuda_async_copies();
|
|
#endif /* OPAL_CUDA_SUPPORT */
|
|
|
|
for( i = 0; i < queue_length; i++ ) {
|
|
mca_pml_ob1_send_pending_t pending_type = MCA_PML_OB1_SEND_PENDING_NONE;
|
|
mca_pml_ob1_send_request_t* sendreq;
|
|
mca_bml_base_endpoint_t* endpoint;
|
|
|
|
sendreq = get_request_from_send_pending(&pending_type);
|
|
if(OPAL_UNLIKELY(NULL == sendreq))
|
|
break;
|
|
|
|
switch(pending_type) {
|
|
case MCA_PML_OB1_SEND_PENDING_NONE:
|
|
assert(0);
|
|
return 0;
|
|
case MCA_PML_OB1_SEND_PENDING_SCHEDULE:
|
|
if( mca_pml_ob1_send_request_schedule_exclusive(sendreq) ==
|
|
OMPI_ERR_OUT_OF_RESOURCE ) {
|
|
return 0;
|
|
}
|
|
completed_requests++;
|
|
break;
|
|
case MCA_PML_OB1_SEND_PENDING_START:
|
|
MCA_PML_OB1_SEND_REQUEST_RESET(sendreq);
|
|
endpoint = sendreq->req_endpoint;
|
|
send_succedded = false;
|
|
for(j = 0; j < (int)mca_bml_base_btl_array_get_size(&endpoint->btl_eager); j++) {
|
|
mca_bml_base_btl_t* bml_btl;
|
|
int rc;
|
|
|
|
/* select a btl */
|
|
bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager);
|
|
rc = mca_pml_ob1_send_request_start_btl(sendreq, bml_btl);
|
|
if( OPAL_LIKELY(OMPI_SUCCESS == rc) ) {
|
|
send_succedded = true;
|
|
completed_requests++;
|
|
break;
|
|
}
|
|
}
|
|
if( false == send_succedded ) {
|
|
add_request_to_send_pending(sendreq, MCA_PML_OB1_SEND_PENDING_START, true);
|
|
}
|
|
}
|
|
}
|
|
|
|
if( 0 != completed_requests ) {
|
|
j = OPAL_ATOMIC_ADD_FETCH32(&mca_pml_ob1_progress_needed, -completed_requests);
|
|
if( 0 == j ) {
|
|
opal_progress_unregister(mca_pml_ob1_progress);
|
|
}
|
|
}
|
|
|
|
return completed_requests;
|
|
}
|