63e7ba6843
- added parameter to set UCX/opal progresses - minor refactoring of request wait routines Signed-off-by: Sergey Oblomov <sergeyo@mellanox.com>
59 строки
1.7 KiB
C
59 строки
1.7 KiB
C
/*
|
|
* Copyright (c) 2013 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "oshmem_config.h"
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
|
|
#include "oshmem/constants.h"
|
|
#include "oshmem/mca/atomic/atomic.h"
|
|
#include "oshmem/mca/atomic/base/base.h"
|
|
|
|
#include "atomic_ucx.h"
|
|
|
|
int mca_atomic_ucx_fadd(void *target,
|
|
void *prev,
|
|
const void *value,
|
|
size_t nlong,
|
|
int pe,
|
|
struct oshmem_op_t *op)
|
|
{
|
|
ucs_status_t status;
|
|
ucs_status_ptr_t status_ptr;
|
|
spml_ucx_mkey_t *ucx_mkey;
|
|
uint64_t rva;
|
|
uint64_t val;
|
|
|
|
if (8 == nlong) {
|
|
val = *(uint64_t*)value;
|
|
} else if (4 == nlong) {
|
|
val = *(uint32_t*)value;
|
|
} else {
|
|
ATOMIC_ERROR("[#%d] Type size must be 4 or 8 bytes.", my_pe);
|
|
return OSHMEM_ERROR;
|
|
}
|
|
|
|
ucx_mkey = mca_spml_ucx_get_mkey(pe, target, (void *)&rva);
|
|
if (NULL == prev) {
|
|
status = ucp_atomic_post(mca_spml_self->ucp_peers[pe].ucp_conn,
|
|
UCP_ATOMIC_POST_OP_ADD, val, nlong, rva,
|
|
ucx_mkey->rkey);
|
|
}
|
|
else {
|
|
status_ptr = ucp_atomic_fetch_nb(mca_spml_self->ucp_peers[pe].ucp_conn,
|
|
UCP_ATOMIC_FETCH_OP_FADD, val, prev, nlong,
|
|
rva, ucx_mkey->rkey,
|
|
opal_common_ucx_empty_complete_cb);
|
|
status = opal_common_ucx_wait_request(status_ptr, mca_spml_self->ucp_worker);
|
|
}
|
|
|
|
return ucx_status_to_oshmem(status);
|
|
}
|