From 9d26bb0d48086b78c2312ab14ee85eab33aa477f Mon Sep 17 00:00:00 2001 From: Tomislav Janjusic Date: Sun, 3 May 2020 03:30:57 +0300 Subject: [PATCH] oshmem spml ucx: Set non blocking put get progress thresholds. Co-authored with: Artem Y. Polyakov artemp@mellanox.com Signed-off-by: Tomislav Janjusic --- oshmem/mca/spml/ucx/spml_ucx_component.c | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/oshmem/mca/spml/ucx/spml_ucx_component.c b/oshmem/mca/spml/ucx/spml_ucx_component.c index 6fd1a5ca47..877c0d7089 100644 --- a/oshmem/mca/spml/ucx/spml_ucx_component.c +++ b/oshmem/mca/spml/ucx/spml_ucx_component.c @@ -162,15 +162,15 @@ static int mca_spml_ucx_component_register(void) &mca_spml_ucx.synchronized_quiet); mca_spml_ucx_param_register_ulong("nb_progress_thresh_global", 0, - "Number of nb_put or nb_get operations before ucx progress is triggered. Disabled by default (0)", + "Number of nb_put or nb_get operations before ucx progress is triggered. Disabled by default (0). Setting this value will override nb_put/get_progress_thresh.", &mca_spml_ucx.nb_progress_thresh_global); - mca_spml_ucx_param_register_ulong("nb_put_progress_thresh", mca_spml_ucx.nb_progress_thresh_global, - "Number of nb_put operations before ucx progress is triggered. Disabled by default (0), setting this value will override nb_progress_thresh_global", + mca_spml_ucx_param_register_ulong("nb_put_progress_thresh", 2048, + "Number of nb_put operations before ucx progress is triggered. Default (2048).", &mca_spml_ucx.nb_put_progress_thresh); - mca_spml_ucx_param_register_ulong("nb_get_progress_thresh", mca_spml_ucx.nb_progress_thresh_global, - "Number of nb_get operations before ucx progress is triggered. Disabled by default (0), setting this value will override nb_progress_thresh_global ", + mca_spml_ucx_param_register_ulong("nb_get_progress_thresh", 4096, + "Number of nb_get operations before ucx progress is triggered. Default (4096).", &mca_spml_ucx.nb_get_progress_thresh); mca_spml_ucx_param_register_ulong("nb_ucp_worker_progress", 32, @@ -351,6 +351,10 @@ static int spml_ucx_init(void) mca_spml_ucx.aux_ctx = NULL; mca_spml_ucx.aux_refcnt = 0; + if (mca_spml_ucx.nb_progress_thresh_global) { + mca_spml_ucx.nb_put_progress_thresh = mca_spml_ucx.nb_progress_thresh_global; + mca_spml_ucx.nb_get_progress_thresh = mca_spml_ucx.nb_progress_thresh_global; + } if (mca_spml_ucx.nb_put_progress_thresh) { mca_spml_ucx.super.spml_put_nb = &mca_spml_ucx_put_nb_wprogress; }