Upgrade the new opal trace system to utilize verbosity. Begin building the trace command into the ORTE system.

This commit was SVN r7267.

opal/util/trace.c

@@ -17,6 +17,8 @@
 
 #include "ompi_config.h"
 #include "opal/util/output.h"
+#include "opal/mca/mca.h"
+#include "opal/mca/base/base.h"
 
 #include "opal/util/trace.h"
 
@@ -31,11 +33,29 @@ static opal_output_stream_t tracer;
 void opal_trace_init(void)
 {
 #if OPAL_ENABLE_TRACE
+    int param, value;
+
+    param = mca_base_param_reg_int_name("trace", "verbose",
+                                        "Verbosity level for opal trace system",
+                                        false, false, 0, &value);
 
-     /* get a file setup for opal_output to use for the trace */
     OBJ_CONSTRUCT(&tracer, opal_output_stream_t);
+
+    /* if the value is < 0, then we want the output to go to the screen */
+    if (0 > value) {
+        tracer.lds_want_file = false;
+        tracer.lds_want_stderr = true;
+        value = -1 * value;
+    } else if (0 == value) { /* don't provide any output */
+        opal_trace_handle = -1;
+        return;
+    } else {
+        /* get a file setup for opal_output to use for the trace */
         tracer.lds_file_suffix = "trace";
         tracer.lds_want_file = true;
+    }
+
+    tracer.lds_verbose_level = value;
 
     opal_trace_handle = opal_output_open(&tracer);
 #endif

opal/util/trace.h

@@ -32,9 +32,9 @@
 extern "C" {
 #endif
 
-#define OPAL_TRACE() \
+#define OPAL_TRACE(verbose) \
     do {                                                    \
-        opal_output(opal_trace_handle, "TRACE: %s @ %s:%d",   \
+        opal_output_verbose(verbose, opal_trace_handle, "TRACE: %s @ %s:%d",   \
             __func__, __FILE__, __LINE__);                  \
        } while (0)
 #else

orte/mca/gpr/proxy/gpr_proxy_arithmetic_ops.c

@@ -28,6 +28,7 @@
 #include "include/orte_constants.h"
 #include "dps/dps_types.h"
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
 #include "util/proc_info.h"
 
 #include "mca/errmgr/errmgr.h"
@@ -43,10 +44,7 @@ int orte_gpr_proxy_increment_value(orte_gpr_value_t *value)
     orte_buffer_t *cmd, *answer;
     int rc, ret;
 
-    if (orte_gpr_proxy_globals.debug) {
-	    opal_output(0, "[%lu,%lu,%lu] gpr_proxy_increment_value entered", 
-                    ORTE_NAME_ARGS(orte_process_info.my_name));
-    }
+    OPAL_TRACE(1);
 
     if (orte_gpr_proxy_globals.compound_cmd_mode) {
         if (ORTE_SUCCESS != (rc = orte_gpr_base_pack_increment_value(
@@ -104,10 +102,7 @@ int orte_gpr_proxy_decrement_value(orte_gpr_value_t *value)
     orte_buffer_t *cmd, *answer;
     int rc, ret;
 
-    if (orte_gpr_proxy_globals.debug) {
-        opal_output(0, "[%lu,%lu,%lu] gpr_proxy_decrement_value entered", 
-                    ORTE_NAME_ARGS(orte_process_info.my_name));
-    }
+    OPAL_TRACE(1);
 
     if (orte_gpr_proxy_globals.compound_cmd_mode) {
         if (ORTE_SUCCESS != (rc = orte_gpr_base_pack_decrement_value(

orte/mca/gpr/proxy/gpr_proxy_cleanup.c

@@ -27,6 +27,7 @@
 
 #include "include/orte_constants.h"
 #include "include/orte_types.h"
+#include "opal/util/trace.h"
 #include "dps/dps_types.h"
 
 #include "mca/errmgr/errmgr.h"
@@ -42,6 +43,8 @@ int orte_gpr_proxy_cleanup_job(orte_jobid_t jobid)
     orte_buffer_t *cmd, *answer;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     if (orte_gpr_proxy_globals.compound_cmd_mode) {
         if (ORTE_SUCCESS != (rc = orte_gpr_base_pack_cleanup_job(orte_gpr_proxy_globals.compound_cmd, jobid))) {
             ORTE_ERROR_LOG(rc);
@@ -98,6 +101,8 @@ int orte_gpr_proxy_cleanup_proc(orte_process_name_t *proc)
     orte_buffer_t *cmd, *answer;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     if (orte_gpr_proxy_globals.compound_cmd_mode) {
         if (ORTE_SUCCESS != (rc = orte_gpr_base_pack_cleanup_proc(orte_gpr_proxy_globals.compound_cmd, proc))) {
             ORTE_ERROR_LOG(rc);

orte/mca/gpr/proxy/gpr_proxy_del_index.c

@@ -23,6 +23,7 @@
 #include "include/orte_types.h"
 #include "dps/dps.h"
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
 #include "util/proc_info.h"
 
 #include "mca/errmgr/errmgr.h"
@@ -46,6 +47,8 @@ int orte_gpr_proxy_delete_segment(char *segment)
     orte_buffer_t *answer;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     if (orte_gpr_proxy_globals.compound_cmd_mode) {
        return orte_gpr_base_pack_delete_segment(orte_gpr_proxy_globals.compound_cmd, segment);
     }
@@ -96,6 +99,8 @@ int orte_gpr_proxy_delete_segment(char *segment)
 int orte_gpr_proxy_delete_segment_nb(char *segment,
                                 orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }
 
@@ -107,9 +112,7 @@ int orte_gpr_proxy_delete_entries(orte_gpr_addr_mode_t mode,
     orte_buffer_t *answer;
     int rc, ret;
 
-    if (orte_gpr_proxy_globals.debug) {
-	    opal_output(0, "[%lu,%lu,%lu] gpr_proxy_delete_object", ORTE_NAME_ARGS(orte_process_info.my_name));
-    }
+    OPAL_TRACE(1);
 
     /* need to protect against errors */
     if (NULL == segment) {
@@ -174,6 +177,8 @@ int orte_gpr_proxy_delete_entries_nb(
                             char *segment, char **tokens, char **keys,
                             orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }
 
@@ -184,6 +189,8 @@ int orte_gpr_proxy_index(char *segment, size_t *cnt, char ***index)
     orte_buffer_t *answer;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     if (NULL == index || NULL == cnt) {
         ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
         return ORTE_ERR_BAD_PARAM;
@@ -244,5 +251,7 @@ int orte_gpr_proxy_index(char *segment, size_t *cnt, char ***index)
 int orte_gpr_proxy_index_nb(char *segment,
                         orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }

orte/mca/gpr/proxy/gpr_proxy_deliver_notify_msg.c

@@ -29,6 +29,7 @@
 #include "include/orte_types.h"
 #include "dps/dps.h"
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
 #include "util/proc_info.h"
 
 #include "mca/ns/ns.h"
@@ -50,6 +51,8 @@ int orte_gpr_proxy_deliver_notify_msg(orte_gpr_notify_message_t *msg)
 
     OPAL_THREAD_LOCK(&orte_gpr_proxy_globals.mutex);
 
+    OPAL_TRACE(1);
+
     /* we first have to check if the message is a trigger message - if so,
      * then the message is intended to be
      * sent as a single block to that trigger's callback function.

orte/mca/gpr/proxy/gpr_proxy_general_operations.c

@@ -28,6 +28,7 @@
 #include "include/orte_constants.h"
 #include "dps/dps_types.h"
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
 #include "util/proc_info.h"
 
 #include "mca/ns/ns_types.h"
@@ -38,5 +39,7 @@
 
 int orte_gpr_proxy_preallocate_segment(char *name, size_t num_slots)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }

orte/mca/gpr/proxy/gpr_proxy_internals.c

@@ -26,6 +26,7 @@
 #include "orte_config.h"
 
 #include "orte/include/orte_constants.h"
+#include "opal/util/trace.h"
 
 #include "orte/mca/errmgr/errmgr.h"
 #include "orte/class/orte_pointer_array.h"
@@ -37,6 +38,8 @@ orte_gpr_proxy_enter_subscription(size_t cnt, orte_gpr_subscription_t **subscrip
     orte_gpr_proxy_subscriber_t *sub;
     size_t i;
 
+    OPAL_TRACE(2);
+
     for (i=0; i < cnt; i++) {
         sub = OBJ_NEW(orte_gpr_proxy_subscriber_t);
         if (NULL == sub) {
@@ -67,6 +70,8 @@ orte_gpr_proxy_enter_trigger(size_t cnt, orte_gpr_trigger_t **trigs)
     orte_gpr_proxy_trigger_t *trig, **tptr;
     size_t i, j, k;
 
+    OPAL_TRACE(2);
+
     for (i=0; i < cnt; i++) {
         /* If the provided trigger has a name, see if it already is on
          * the local trigger list. If so, then check to see if we
@@ -143,6 +148,8 @@ orte_gpr_proxy_remove_subscription(orte_gpr_proxy_subscriber_t *sub)
 {
     size_t index;
 
+    OPAL_TRACE(2);
+
     if (NULL == sub) {
         ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
         return ORTE_ERR_BAD_PARAM;
@@ -160,6 +167,8 @@ orte_gpr_proxy_remove_trigger(orte_gpr_proxy_trigger_t *trig)
 {
     size_t index;
 
+    OPAL_TRACE(2);
+
     if (NULL == trig) {
         ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
         return ORTE_ERR_BAD_PARAM;

orte/mca/gpr/proxy/gpr_proxy_put_get.c

@@ -28,6 +28,7 @@
 #include "include/orte_constants.h"
 #include "dps/dps_types.h"
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
 #include "util/proc_info.h"
 
 #include "mca/errmgr/errmgr.h"
@@ -43,10 +44,7 @@ int orte_gpr_proxy_put(size_t cnt, orte_gpr_value_t **values)
     orte_buffer_t *answer;
     int rc, ret;
 
-    if (orte_gpr_proxy_globals.debug) {
-	    opal_output(0, "[%lu,%lu,%lu] gpr_proxy_put: entered with %d values",
-                    ORTE_NAME_ARGS(orte_process_info.my_name), cnt);
-    }
+    OPAL_TRACE(1);
 
     if (orte_gpr_proxy_globals.compound_cmd_mode) {
         if (ORTE_SUCCESS != (rc = orte_gpr_base_pack_put(orte_gpr_proxy_globals.compound_cmd, cnt, values))) {
@@ -95,6 +93,8 @@ int orte_gpr_proxy_put(size_t cnt, orte_gpr_value_t **values)
 int orte_gpr_proxy_put_nb(size_t cnt, orte_gpr_value_t **values,
                           orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }
 
@@ -107,6 +107,8 @@ int orte_gpr_proxy_get(orte_gpr_addr_mode_t mode,
     orte_buffer_t *answer;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     *values = NULL;
     *cnt = 0;
 
@@ -165,5 +167,7 @@ int orte_gpr_proxy_get_nb(orte_gpr_addr_mode_t addr_mode,
                           char *segment, char **tokens, char **keys,
                           orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }

orte/mca/gpr/proxy/gpr_proxy_subscribe.c

@@ -28,6 +28,7 @@
 #include "include/orte_constants.h"
 #include "dps/dps.h"
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
 #include "util/proc_info.h"
 
 #include "mca/ns/ns_types.h"
@@ -49,6 +50,8 @@ orte_gpr_proxy_subscribe(size_t num_subs,
     int rc = ORTE_SUCCESS, ret;
     size_t i;
 
+    OPAL_TRACE(1);
+
     /* need to protect against errors */
     if (NULL == subscriptions && NULL == trigs) { /* need at least one */
         ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
@@ -186,6 +189,8 @@ int orte_gpr_proxy_unsubscribe(orte_gpr_subscription_id_t sub_number)
     size_t i, j;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_proxy_globals.mutex);
 
     /* remove the specified subscription from the local tracker */
@@ -290,6 +295,8 @@ int orte_gpr_proxy_cancel_trigger(orte_gpr_trigger_id_t trig)
     size_t i, j;
     int rc, ret;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_proxy_globals.mutex);
 
     /* remove the specified trigger from the local tracker */

orte/mca/gpr/replica/api_layer/gpr_replica_arithmetic_ops_api.c

@@ -25,6 +25,8 @@
  */
 #include "orte_config.h"
 
+#include "opal/util/trace.h"
+
 #include "util/proc_info.h"
 #include "mca/ns/ns_types.h"
 #include "mca/errmgr/errmgr.h"
@@ -38,6 +40,8 @@ int orte_gpr_replica_increment_value(orte_gpr_value_t *value)
     orte_gpr_replica_segment_t *seg=NULL;
     orte_gpr_replica_itag_t *itags=NULL;
 
+    OPAL_TRACE(1);
+
     /* protect ourselves against errors */
     if (NULL == value) {
           ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
@@ -92,6 +96,8 @@ int orte_gpr_replica_decrement_value(orte_gpr_value_t *value)
     orte_gpr_replica_segment_t *seg=NULL;
     orte_gpr_replica_itag_t *itags=NULL;
 
+    OPAL_TRACE(1);
+
     /* protect ourselves against errors */
     if (NULL == value) {
           ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);

orte/mca/gpr/replica/api_layer/gpr_replica_cleanup_api.c

@@ -25,6 +25,8 @@
 
 #include "orte_config.h"
 
+#include "opal/util/trace.h"
+
 #include "mca/ns/ns.h"
 #include "mca/errmgr/errmgr.h"
 
@@ -36,6 +38,8 @@ int orte_gpr_replica_cleanup_job(orte_jobid_t jobid)
 {
     int rc;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_replica_globals.mutex);
 
     rc = orte_gpr_replica_cleanup_job_fn(jobid);
@@ -64,6 +68,8 @@ int orte_gpr_replica_cleanup_proc(orte_process_name_t *proc)
 {
     int rc;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_replica_globals.mutex);
     rc = orte_gpr_replica_cleanup_proc_fn(proc);
 

orte/mca/gpr/replica/api_layer/gpr_replica_del_index_api.c

@@ -28,6 +28,8 @@
 #include "include/orte_constants.h"
 
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
+
 #include "util/proc_info.h"
 #include "mca/errmgr/errmgr.h"
 
@@ -38,6 +40,8 @@ int orte_gpr_replica_delete_segment(char *segment)
     orte_gpr_replica_segment_t *seg=NULL;
     int rc;
 
+    OPAL_TRACE(1);
+
     /* protect against errors */
     if (NULL == segment) {
        return ORTE_ERROR;
@@ -61,6 +65,8 @@ int orte_gpr_replica_delete_segment(char *segment)
 int orte_gpr_replica_delete_segment_nb(char *segment,
                                 orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }
 
@@ -74,6 +80,8 @@ int orte_gpr_replica_delete_entries(orte_gpr_addr_mode_t addr_mode,
     orte_gpr_replica_itag_t *token_itags=NULL, *key_itags=NULL;
     size_t num_tokens = 0, num_keys = 0;
 
+    OPAL_TRACE(1);
+
     /* protect against errors */
     if (NULL == segment) {
        return ORTE_ERROR;
@@ -132,6 +140,8 @@ int orte_gpr_replica_delete_entries_nb(
                             char *segment, char **tokens, char **keys,
                             orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }
 
@@ -141,6 +151,8 @@ int orte_gpr_replica_index(char *segment, size_t *cnt, char ***index)
     orte_gpr_replica_segment_t *seg=NULL;
     int rc;
 
+    OPAL_TRACE(1);
+
     if (NULL == index || NULL == cnt) {
         ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
         return ORTE_ERR_BAD_PARAM;
@@ -167,5 +179,7 @@ int orte_gpr_replica_index(char *segment, size_t *cnt, char ***index)
 int orte_gpr_replica_index_nb(char *segment,
                         orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }

orte/mca/gpr/replica/api_layer/gpr_replica_deliver_notify_msg_api.c

@@ -26,6 +26,8 @@
 #include "orte_config.h"
 
 #include "include/orte_constants.h"
+#include "opal/util/trace.h"
+
 #include "mca/errmgr/errmgr.h"
 
 #include "mca/gpr/replica/api_layer/gpr_replica_api.h"
@@ -39,6 +41,8 @@ int orte_gpr_replica_deliver_notify_msg(orte_gpr_notify_message_t *msg)
     int rc;
     bool processed;
 
+    OPAL_TRACE(1);
+
     /* we first have to check if the message is a trigger message - if so,
      * then the message is intended to be
      * sent as a single block to that trigger's callback function.

orte/mca/gpr/replica/api_layer/gpr_replica_put_get_api.c

@@ -26,6 +26,8 @@
 #include "orte_config.h"
 
 #include "opal/util/output.h"
+#include "opal/util/trace.h"
+
 #include "util/proc_info.h"
 #include "mca/ns/ns_types.h"
 #include "mca/errmgr/errmgr.h"
@@ -40,12 +42,10 @@ int orte_gpr_replica_put(size_t cnt, orte_gpr_value_t **values)
     orte_gpr_replica_segment_t *seg=NULL;
     orte_gpr_replica_itag_t *itags=NULL;
 
+    OPAL_TRACE(1);
+
     /* protect ourselves against errors */
     if (NULL == values) {
-        	if (orte_gpr_replica_globals.debug) {
-        	    opal_output(0, "[%lu,%lu,%lu] gpr replica: error in input - put rejected",
-                                ORTE_NAME_ARGS(orte_process_info.my_name));
-        	}
             return ORTE_ERROR;
     }
 
@@ -114,6 +114,8 @@ CLEANUP:
 int orte_gpr_replica_put_nb(size_t cnt, orte_gpr_value_t **values,
                             orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }
 
@@ -127,6 +129,8 @@ int orte_gpr_replica_get(orte_gpr_addr_mode_t addr_mode,
     size_t num_tokens=0, num_keys=0;
     int rc;
 
+    OPAL_TRACE(1);
+
     *cnt = 0;
     *values = NULL;
 
@@ -181,5 +185,7 @@ int orte_gpr_replica_get_nb(orte_gpr_addr_mode_t addr_mode,
                                 char *segment, char **tokens, char **keys,
                                 orte_gpr_notify_cb_fn_t cbfunc, void *user_tag)
 {
+    OPAL_TRACE(1);
+
     return ORTE_ERR_NOT_IMPLEMENTED;
 }

orte/mca/gpr/replica/api_layer/gpr_replica_segment_ops_api.c

@@ -26,6 +26,8 @@
 #include "orte_config.h"
 
 #include "include/orte_constants.h"
+#include "opal/util/trace.h"
+
 #include "class/orte_pointer_array.h"
 
 #include "gpr_replica_api.h"
@@ -35,6 +37,8 @@ int orte_gpr_replica_preallocate_segment(char *name, size_t num_slots)
     int rc;
     orte_gpr_replica_segment_t *seg=NULL;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_replica_globals.mutex);
 
     /* find the segment */

orte/mca/gpr/replica/api_layer/gpr_replica_subscribe_api.c

@@ -25,6 +25,8 @@
 
 #include "orte_config.h"
 
+#include "opal/util/trace.h"
+
 #include "orte/dps/dps.h"
 
 #include "orte/mca/ns/ns.h"
@@ -40,6 +42,8 @@ orte_gpr_replica_subscribe(size_t num_subs,
 {
     int rc;
 
+    OPAL_TRACE(1);
+
     /* protect against errors */
     if (NULL == subscriptions && NULL == trigs) { /* need at least one */
         ORTE_ERROR_LOG(ORTE_ERR_BAD_PARAM);
@@ -103,6 +107,8 @@ int orte_gpr_replica_unsubscribe(orte_gpr_subscription_id_t sub_number)
     size_t i, j;
     int rc;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_replica_globals.mutex);
 
     if (ORTE_SUCCESS != (rc = orte_gpr_replica_remove_subscription(NULL, sub_number))) {
@@ -137,6 +143,8 @@ int orte_gpr_replica_cancel_trigger(orte_gpr_trigger_id_t trig)
     size_t i, j;
     int rc;
 
+    OPAL_TRACE(1);
+
     OPAL_THREAD_LOCK(&orte_gpr_replica_globals.mutex);
 
     rc = orte_gpr_replica_remove_trigger(NULL, trig);

orte/mca/rmgr/base/rmgr_base_stage_gate.c

@@ -65,7 +65,7 @@ int orte_rmgr_base_proc_stage_gate_init(orte_jobid_t job)
     orte_gpr_trigger_id_t id;
     size_t trig_level;
 
-    OPAL_TRACE();
+    OPAL_TRACE(1);
 
     /* setup the counters */
     OBJ_CONSTRUCT(&value, orte_gpr_value_t);
@@ -203,6 +203,8 @@ int orte_rmgr_base_proc_stage_gate_mgr(orte_gpr_notify_message_t *msg)
     int rc;
     orte_jobid_t job;
 
+    OPAL_TRACE(1);
+
     /* check to see if this came from terminate. If so, we ignore it because
      * that stage gate does NOT set an xcast barrier - processes simply
      * record their state and continue processing
@@ -281,6 +283,8 @@ int orte_rmgr_base_proc_stage_gate_mgr_abort(orte_gpr_notify_message_t *msg)
     orte_jobid_t job;
     int rc;
 
+    OPAL_TRACE(1);
+
      /* All stage gate triggers are named, so we can extract the jobid
       * directly from the trigger name
       */
@@ -334,6 +338,8 @@ int orte_rmgr_base_proc_stage_gate_subscribe(orte_jobid_t job, orte_gpr_notify_c
     };
     size_t num_counters = sizeof(keys)/sizeof(keys[0]);
 
+    OPAL_TRACE(1);
+
     /* identify the segment for this job */
     if (ORTE_SUCCESS != (rc = orte_schema.get_job_segment_name(&segment, job))) {
         ORTE_ERROR_LOG(rc);