ports/openmpi
ports/openmpi
1
1
Форкнуть 0
Код Релизы Активность

Merge pull request #4644 from bosilca/topic/treematch

Просмотр исходного кода 
Fix treematch topology assert
Этот коммит содержится в:
bosilca 2018-01-02 21:21:54 -05:00 коммит произвёл GitHub
родитель 8b8aae372d 38455845db
Коммит ef38ca5663
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
2 изменённых файлов: 110 добавлений и 87 удалений
Показать статистику Скачать Patch файл Скачать Diff файл Показать все файлы Свернуть все файлы

193
ompi/mca/topo/treematch/topo_treematch_dist_graph_create.c
Просмотреть файл

@ -36,7 +36,7 @@
#include "opal/mca/pmix/pmix.h" #include "opal/mca/pmix/pmix.h"
/* #define __DEBUG__ 1 */ /* #define __DEBUG__ 1 */
/** /**
* This function is a allreduce between all processes to detect for oversubscription. * This function is a allreduce between all processes to detect for oversubscription.
@ -72,23 +72,25 @@ static int check_oversubscribing(int rank,
} }
#ifdef __DEBUG__ #ifdef __DEBUG__
static void dump_int_array( char* prolog, char* line_prolog, int* array, size_t length ) static void dump_int_array( int level, int output_id, char* prolog, char* line_prolog, int* array, size_t length )
{ {
size_t i; size_t i;
if( -1 == output_id ) return;
fprintf(stdout,"%s : ", prolog); opal_output_verbose(level, output_id, "%s : ", prolog);
for(i = 0; i < length ; i++) for(i = 0; i < length ; i++)
fprintf(stdout,"%s [%lu:%i] ", line_prolog, i, array[i]); opal_output_verbose(level, output_id, "%s [%lu:%i] ", line_prolog, i, array[i]);
fprintf(stdout,"\n"); opal_output_verbose(level, output_id, "\n");
} }
static void dump_double_array( char* prolog, char* line_prolog, double* array, size_t length ) static void dump_double_array( int level, int output_id, char* prolog, char* line_prolog, double* array, size_t length )
{ {
size_t i; size_t i;
fprintf(stdout,"%s : ", prolog); if( -1 == output_id ) return;
opal_output_verbose(level, output_id, "%s : ", prolog);
for(i = 0; i < length ; i++) for(i = 0; i < length ; i++)
fprintf(stdout,"%s [%lu:%lf] ", line_prolog, i, array[i]); opal_output_verbose(level, output_id, "%s [%lu:%lf] ", line_prolog, i, array[i]);
fprintf(stdout,"\n"); opal_output_verbose(level, output_id, "\n");
} }
#endif #endif
@ -152,9 +154,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
rank = ompi_comm_rank(comm_old); rank = ompi_comm_rank(comm_old);
size = ompi_comm_size(comm_old); size = ompi_comm_size(comm_old);
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout,"Process rank is : %i\n",rank); "Process rank is : %i\n",rank));
#endif
/** /**
* In order to decrease the number of loops let's use a trick: * In order to decrease the number of loops let's use a trick:
* build the lindex_to_grank in the vpids array, and only allocate * build the lindex_to_grank in the vpids array, and only allocate
@ -184,8 +185,10 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
#ifdef __DEBUG__ #ifdef __DEBUG__
if ( 0 == rank ) { if ( 0 == rank ) {
dump_int_array("lindex_to_grank : ", "", lindex_to_grank, num_procs_in_node); dump_int_array(10, ompi_topo_base_framework.framework_output,
dump_int_array("Vpids : ", "", colors, size); "lindex_to_grank : ", "", lindex_to_grank, num_procs_in_node);
dump_int_array(10, ompi_topo_base_framework.framework_output,
"Vpids : ", "", colors, size);
} }
#endif #endif
/* clean-up dupes in the array */ /* clean-up dupes in the array */
@ -210,9 +213,11 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
for(i = idx = 0; i < size; i++) for(i = idx = 0; i < size; i++)
if( vpids[i] != -1 ) if( vpids[i] != -1 )
nodes_roots[idx++] = i; nodes_roots[idx++] = i;
OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
"num nodes is %i\n", num_nodes));
#ifdef __DEBUG__ #ifdef __DEBUG__
fprintf(stdout, "num nodes is %i\n", num_nodes); dump_int_array(10, ompi_topo_base_framework.framework_output,
dump_int_array("Root nodes are :\n", "root ", nodes_roots, num_nodes); "Root nodes are :\n", "root ", nodes_roots, num_nodes);
#endif #endif
} }
free(vpids); free(vpids);
@ -229,10 +234,9 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
*/ */
if(hwloc_bitmap_isincluded(root_obj->cpuset,set)) { /* processes are not bound on the machine */ if(hwloc_bitmap_isincluded(root_obj->cpuset,set)) { /* processes are not bound on the machine */
#ifdef __DEBUG__
if (0 == rank) if (0 == rank)
fprintf(stdout,">>>>>>>>>>>>> Process Not bound <<<<<<<<<<<<<<<\n"); OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
#endif /* __DEBUG__ */ ">>>>>>>>>>>>> Process Not bound <<<<<<<<<<<<<<<\n"));
/* we try to bind to cores or above objects if enough are present */ /* we try to bind to cores or above objects if enough are present */
/* Not sure that cores are present in ALL nodes */ /* Not sure that cores are present in ALL nodes */
@ -255,9 +259,9 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
if(oversubscribing_objs) { if(oversubscribing_objs) {
if(hwloc_bitmap_isincluded(root_obj->cpuset, set)) { /* processes are not bound on the machine */ if(hwloc_bitmap_isincluded(root_obj->cpuset, set)) { /* processes are not bound on the machine */
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout,"Oversubscribing OBJ/CORES resources => Trying to use PUs \n"); "Oversubscribing OBJ/CORES resources => Trying to use PUs \n"));
#endif
oversubscribed_pus = check_oversubscribing(rank, num_nodes, oversubscribed_pus = check_oversubscribing(rank, num_nodes,
num_pus_in_node, num_procs_in_node, num_pus_in_node, num_procs_in_node,
nodes_roots, lindex_to_grank, comm_old); nodes_roots, lindex_to_grank, comm_old);
@ -266,9 +270,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
obj_rank = ompi_process_info.my_local_rank%num_pus_in_node; obj_rank = ompi_process_info.my_local_rank%num_pus_in_node;
effective_depth = hwloc_topology_get_depth(opal_hwloc_topology) - 1; effective_depth = hwloc_topology_get_depth(opal_hwloc_topology) - 1;
num_objs_in_node = num_pus_in_node; num_objs_in_node = num_pus_in_node;
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout, "Process not bound : binding on PU#%i \n", obj_rank); "Process %i not bound : binding on PU#%i \n", rank, obj_rank));
#endif
} }
} else { } else {
/* Bound processes will participate with the same data as before */ /* Bound processes will participate with the same data as before */
@ -293,23 +296,24 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
hwloc_bitmap_singlify(set); /* we don't want the process to move */ hwloc_bitmap_singlify(set); /* we don't want the process to move */
hwloc_err = hwloc_set_cpubind(opal_hwloc_topology, set, 0); hwloc_err = hwloc_set_cpubind(opal_hwloc_topology, set, 0);
if( -1 == hwloc_err) { if( -1 == hwloc_err) {
free(colors); /* This is a local issue. Either we agree with the rest of the processes to stop the
hwloc_bitmap_free(set); * reordering or we have to complete the entire process. Let's complete.
goto fallback; /* return with success */ */
} OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
#ifdef __DEBUG__ "Process %i failed to bind on OBJ#%i \n", rank, obj_rank));
fprintf(stdout,"Process not bound : binding on OBJ#%i \n",obj_rank); } else
#endif OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
"Process %i not bound : binding on OBJ#%i \n",rank, obj_rank));
} else { } else {
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout, "Process %i bound on OBJ #%i \n", rank, obj_rank); "Process %i bound on OBJ #%i \n"
fprintf(stdout, "=====> Num obj in node : %i | num pus in node : %i\n", num_objs_in_node, num_pus_in_node); "=====> Num obj in node : %i | num pus in node : %i\n",
#endif rank, obj_rank,
num_objs_in_node, num_pus_in_node));
} }
} else { } else {
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout, "Oversubscribing PUs resources => Rank Reordering Impossible \n"); "Oversubscribing PUs resources => Rank Reordering Impossible \n"));
#endif
free(colors); free(colors);
hwloc_bitmap_free(set); hwloc_bitmap_free(set);
goto fallback; /* return with success */ goto fallback; /* return with success */
@ -324,9 +328,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
myhierarchy[0] = hwloc_get_nbobjs_by_depth(opal_hwloc_topology, 0); myhierarchy[0] = hwloc_get_nbobjs_by_depth(opal_hwloc_topology, 0);
for (i = 1; i < array_size ; i++) { for (i = 1; i < array_size ; i++) {
myhierarchy[i] = hwloc_get_nbobjs_by_depth(opal_hwloc_topology, i); myhierarchy[i] = hwloc_get_nbobjs_by_depth(opal_hwloc_topology, i);
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout,"hierarchy[%i] = %i\n", i, myhierarchy[i]); "hierarchy[%i] = %i\n", i, myhierarchy[i]));
#endif
if ((myhierarchy[i] != 0) && (myhierarchy[i] != myhierarchy[i-1])) if ((myhierarchy[i] != 0) && (myhierarchy[i] != myhierarchy[i-1]))
numlevels++; numlevels++;
} }
@ -339,12 +342,14 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
tracker[idx] = hwloc_get_obj_by_depth(opal_hwloc_topology, effective_depth, 0); tracker[idx] = hwloc_get_obj_by_depth(opal_hwloc_topology, effective_depth, 0);
free(myhierarchy); free(myhierarchy);
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stdout, ">>>>>>>>>>>>>>>>>>>>> Effective depth is : %i (total depth %i)| num_levels %i\n", ">>>>>>>>>>>>>>>>>>>>> Effective depth is : %i (total depth %i)| num_levels %i\n",
effective_depth, hwloc_topology_get_depth(opal_hwloc_topology), numlevels); effective_depth, hwloc_topology_get_depth(opal_hwloc_topology), numlevels));
for(i = 0 ; i < numlevels ; i++) for(i = 0 ; i < numlevels ; i++) {
fprintf(stdout, "tracker[%i] : arity %i | depth %i\n", i, tracker[i]->arity, tracker[i]->depth); OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
#endif "tracker[%i] : arity %i | depth %i\n",
i, tracker[i]->arity, tracker[i]->depth));
}
/* get the obj number */ /* get the obj number */
localrank_to_objnum = (int *)calloc(num_procs_in_node, sizeof(int)); localrank_to_objnum = (int *)calloc(num_procs_in_node, sizeof(int));
localrank_to_objnum[0] = obj_rank; localrank_to_objnum[0] = obj_rank;
@ -383,9 +388,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
*/ */
if( 0 == rank ) { if( 0 == rank ) {
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stderr,"========== Centralized Reordering ========= \n"); "========== Centralized Reordering ========= \n"));
#endif
local_pattern = (double *)calloc(size*size,sizeof(double)); local_pattern = (double *)calloc(size*size,sizeof(double));
} else { } else {
local_pattern = (double *)calloc(size,sizeof(double)); local_pattern = (double *)calloc(size,sizeof(double));
@ -474,7 +478,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
memcpy(obj_mapping, obj_to_rank_in_comm, num_objs_total*sizeof(int)); memcpy(obj_mapping, obj_to_rank_in_comm, num_objs_total*sizeof(int));
} }
#ifdef __DEBUG__ #ifdef __DEBUG__
dump_int_array( "Obj mapping : ", "", obj_mapping, num_objs_total ); dump_int_array(10, ompi_topo_base_framework.framework_output,
"Obj mapping : ", "", obj_mapping, num_objs_total );
#endif #endif
} else { } else {
if ( num_nodes > 1 ) { if ( num_nodes > 1 ) {
@ -539,7 +544,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
double **comm_pattern = NULL; double **comm_pattern = NULL;
#ifdef __DEBUG__ #ifdef __DEBUG__
dump_int_array("hierarchies : ", "", hierarchies, num_nodes*(TM_MAX_LEVELS+1)); dump_int_array(10, ompi_topo_base_framework.framework_output,
"hierarchies : ", "", hierarchies, num_nodes*(TM_MAX_LEVELS+1));
#endif #endif
tm_topology = (tm_topology_t *)malloc(sizeof(tm_topology_t)); tm_topology = (tm_topology_t *)malloc(sizeof(tm_topology_t));
tm_topology->nb_levels = hierarchies[0]; tm_topology->nb_levels = hierarchies[0];
@ -574,10 +580,12 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
tm_topology->arity[i] = hierarchies[i+1]; tm_topology->arity[i] = hierarchies[i+1];
} }
free(hierarchies); free(hierarchies);
#ifdef __DEBUG__
for(i = 0; i < tm_topology->nb_levels; i++) for(i = 0; i < tm_topology->nb_levels; i++) {
fprintf(stdout,"topo_arity[%i] = %i\n", i, tm_topology->arity[i]); OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
#endif "topo_arity[%i] = %i\n", i, tm_topology->arity[i]));
}
/* compute the number of processing elements */ /* compute the number of processing elements */
tm_topology->nb_nodes = (size_t *)calloc(tm_topology->nb_levels, sizeof(size_t)); tm_topology->nb_nodes = (size_t *)calloc(tm_topology->nb_levels, sizeof(size_t));
tm_topology->nb_nodes[0] = 1; tm_topology->nb_nodes[0] = 1;
@ -624,11 +632,13 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
tm_topology->oversub_fact = 1; tm_topology->oversub_fact = 1;
#ifdef __DEBUG__ #ifdef __DEBUG__
assert(num_objs_total == tm_topology->nb_nodes[tm_topology->nb_levels-1]); assert(num_objs_total == (int)tm_topology->nb_nodes[tm_topology->nb_levels-1]);
for(i = 0; i < tm_topology->nb_levels ; i++) { for(i = 0; i < tm_topology->nb_levels ; i++) {
fprintf(stdout,"tm topo node_id for level [%i] : ",i); opal_output_verbose(10, ompi_topo_base_framework.framework_output,
dump_int_array("", "", obj_mapping, tm_topology->nb_nodes[i]); "tm topo node_id for level [%i] : ",i);
dump_int_array(10, ompi_topo_base_framework.framework_output,
"", "", obj_mapping, tm_topology->nb_nodes[i]);
} }
tm_display_topology(tm_topology); tm_display_topology(tm_topology);
#endif #endif
@ -643,9 +653,11 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
comm_pattern[j][i] = comm_pattern[i][j]; comm_pattern[j][i] = comm_pattern[i][j];
} }
#ifdef __DEBUG__ #ifdef __DEBUG__
fprintf(stdout,"==== COMM PATTERN ====\n"); opal_output_verbose(10, ompi_topo_base_framework.framework_output,
"==== COMM PATTERN ====\n");
for( i = 0 ; i < size ; i++) { for( i = 0 ; i < size ; i++) {
dump_double_array("", "", comm_pattern[i], size); dump_double_array(10, ompi_topo_base_framework.framework_output,
"", "", comm_pattern[i], size);
} }
#endif #endif
tm_optimize_topology(&tm_topology); tm_optimize_topology(&tm_topology);
@ -653,17 +665,18 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
comm_tree = tm_build_tree_from_topology(tm_topology,aff_mat, NULL, NULL); comm_tree = tm_build_tree_from_topology(tm_topology,aff_mat, NULL, NULL);
sol = tm_compute_mapping(tm_topology, comm_tree); sol = tm_compute_mapping(tm_topology, comm_tree);
assert((int)sol->k_length == size);
k = (int *)calloc(sol->k_length, sizeof(int)); k = (int *)calloc(sol->k_length, sizeof(int));
for(idx = 0 ; idx < (int)sol->k_length ; idx++) for(idx = 0 ; idx < (int)sol->k_length ; idx++)
k[idx] = sol->k[idx][0]; k[idx] = sol->k[idx][0];
#ifdef __DEBUG__ #ifdef __DEBUG__
fprintf(stdout,"====> nb levels : %i\n",tm_topology->nb_levels); opal_output_verbose(10, ompi_topo_base_framework.framework_output,
dump_int_array("Rank permutation sigma/k : ", "", k, num_objs_total); "====> nb levels : %i\n",tm_topology->nb_levels);
assert(size == sol->sigma_length); dump_int_array(10, ompi_topo_base_framework.framework_output,
dump_int_array("Matching : ", "",sol->sigma, sol->sigma_length); "Rank permutation sigma/k : ", "", k, num_objs_total);
assert(size == (int)sol->sigma_length);
dump_int_array(10, ompi_topo_base_framework.framework_output,
"Matching : ", "",sol->sigma, sol->sigma_length);
#endif #endif
free(obj_mapping); free(obj_mapping);
free(comm_pattern); free(comm_pattern);
@ -725,9 +738,8 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
/* Discover the local patterns */ /* Discover the local patterns */
if (rank == lindex_to_grank[0]) { if (rank == lindex_to_grank[0]) {
#ifdef __DEBUG__ OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
fprintf(stderr,"========== Partially Distributed Reordering ========= \n"); "========== Partially Distributed Reordering ========= \n"));
#endif
local_pattern = (double *)calloc(num_procs_in_node * num_procs_in_node, sizeof(double)); local_pattern = (double *)calloc(num_procs_in_node * num_procs_in_node, sizeof(double));
} else { } else {
local_pattern = (double *)calloc(num_procs_in_node, sizeof(double)); local_pattern = (double *)calloc(num_procs_in_node, sizeof(double));
@ -773,12 +785,15 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
} }
#ifdef __DEBUG__ #ifdef __DEBUG__
fprintf(stdout,"========== COMM PATTERN ============= \n"); OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
"========== COMM PATTERN ============= \n"));
for(i = 0 ; i < num_procs_in_node ; i++){ for(i = 0 ; i < num_procs_in_node ; i++){
fprintf(stdout," %i : ",i); opal_output_verbose(10, ompi_topo_base_framework.framework_output," %i : ",i);
dump_double_array("", "", comm_pattern[i], num_procs_in_node); dump_double_array(10, ompi_topo_base_framework.framework_output,
"", "", comm_pattern[i], num_procs_in_node);
} }
fprintf(stdout,"======================= \n"); opal_output_verbose(10, ompi_topo_base_framework.framework_output,
"======================= \n");
#endif #endif
tm_topology = (tm_topology_t *)malloc(sizeof(tm_topology_t)); tm_topology = (tm_topology_t *)malloc(sizeof(tm_topology_t));
@ -818,11 +833,16 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
tm_topology->oversub_fact = 1; tm_topology->oversub_fact = 1;
#ifdef __DEBUG__ #ifdef __DEBUG__
assert(num_objs_in_node == tm_topology->nb_nodes[tm_topology->nb_levels-1]); assert(num_objs_in_node == (int)tm_topology->nb_nodes[tm_topology->nb_levels-1]);
fprintf(stdout,"Levels in topo : %i | num procs in node : %i\n",tm_topology->nb_levels,num_procs_in_node); OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
for(i = 0; i < tm_topology->nb_levels ; i++){ "Levels in topo : %i | num procs in node : %i\n",
fprintf(stdout,"Nb objs for level %i : %i | arity %i\n ",i,tm_topology->nb_nodes[i],tm_topology->arity[i]); tm_topology->nb_levels,num_procs_in_node));
dump_int_array("", "Obj id ", tm_topology->node_id[i], tm_topology->nb_nodes[i]); for(i = 0; i < tm_topology->nb_levels ; i++) {
OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
"Nb objs for level %i : %lu | arity %i\n ",
i, tm_topology->nb_nodes[i],tm_topology->arity[i]));
dump_int_array(10, ompi_topo_base_framework.framework_output,
"", "Obj id ", tm_topology->node_id[i], tm_topology->nb_nodes[i]);
} }
tm_display_topology(tm_topology); tm_display_topology(tm_topology);
#endif #endif
@ -831,17 +851,20 @@ int mca_topo_treematch_dist_graph_create(mca_topo_base_module_t* topo_module,
comm_tree = tm_build_tree_from_topology(tm_topology,aff_mat, NULL, NULL); comm_tree = tm_build_tree_from_topology(tm_topology,aff_mat, NULL, NULL);
sol = tm_compute_mapping(tm_topology, comm_tree); sol = tm_compute_mapping(tm_topology, comm_tree);
assert((int)sol->k_length == num_procs_in_node); assert((int)sol->k_length == num_objs_in_node);
k = (int *)calloc(sol->k_length, sizeof(int)); k = (int *)calloc(sol->k_length, sizeof(int));
for(idx = 0 ; idx < (int)sol->k_length ; idx++) for(idx = 0 ; idx < (int)sol->k_length ; idx++)
k[idx] = sol->k[idx][0]; k[idx] = sol->k[idx][0];
#ifdef __DEBUG__ #ifdef __DEBUG__
fprintf(stdout,"====> nb levels : %i\n",tm_topology->nb_levels); OPAL_OUTPUT_VERBOSE((10, ompi_topo_base_framework.framework_output,
dump_int_array("Rank permutation sigma/k : ", "", k, num_procs_in_node); "====> nb levels : %i\n",tm_topology->nb_levels));
assert(num_procs_in_node == sol->sigma_length); dump_int_array(10, ompi_topo_base_framework.framework_output,
dump_int_array("Matching : ", "", sol->sigma, sol->sigma_length); "Rank permutation sigma/k : ", "", k, num_procs_in_node);
assert(num_procs_in_node == (int)sol->sigma_length);
dump_int_array(10, ompi_topo_base_framework.framework_output,
"Matching : ", "", sol->sigma, sol->sigma_length);
#endif #endif
free(aff_mat->sum_row); free(aff_mat->sum_row);

4
ompi/mca/topo/treematch/treematch/tm_kpartitioning.c
Просмотреть файл

@ -223,10 +223,10 @@ int *kpartition(int k, com_mat_t *com_mat, int n, int *constraints, int nb_const
#if HAVE_LIBSCOTCH #if HAVE_LIBSCOTCH
printf("Using Scotch\n"); /*printf("Using Scotch\n");*/
res = kpartition_greedy(k, com_mat, n, constraints, nb_constraints); res = kpartition_greedy(k, com_mat, n, constraints, nb_constraints);
#else #else
printf("Using default\n"); /*printf("Using default\n");*/
res = kpartition_greedy(k, com_mat, n, constraints, nb_constraints); res = kpartition_greedy(k, com_mat, n, constraints, nb_constraints);
#endif #endif
return res; return res;