2004-06-15 23:46:26 +04:00
|
|
|
/*
|
2005-11-05 22:57:48 +03:00
|
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
|
|
* University Research and Technology
|
|
|
|
* Corporation. All rights reserved.
|
2006-04-20 23:53:45 +04:00
|
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
2005-11-05 22:57:48 +03:00
|
|
|
* of Tennessee Research Foundation. All rights
|
|
|
|
* reserved.
|
2004-11-28 23:09:25 +03:00
|
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
|
|
* University of Stuttgart. All rights reserved.
|
2005-03-24 15:43:37 +03:00
|
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
|
|
* All rights reserved.
|
2004-11-22 04:38:40 +03:00
|
|
|
* $COPYRIGHT$
|
|
|
|
*
|
|
|
|
* Additional copyrights may follow
|
|
|
|
*
|
2004-06-15 23:46:26 +04:00
|
|
|
* $HEADER$
|
|
|
|
*/
|
2004-08-19 03:24:27 +04:00
|
|
|
|
2004-06-15 23:46:26 +04:00
|
|
|
#include "ompi_config.h"
|
2004-08-19 03:24:27 +04:00
|
|
|
|
2006-02-12 04:33:29 +03:00
|
|
|
#include "ompi/class/ompi_free_list.h"
|
|
|
|
#include "opal/sys/cache.h"
|
2006-03-16 20:27:54 +03:00
|
|
|
#include "opal/util/output.h"
|
2004-06-15 23:46:26 +04:00
|
|
|
|
|
|
|
|
|
|
|
static void ompi_free_list_construct(ompi_free_list_t* fl);
|
|
|
|
static void ompi_free_list_destruct(ompi_free_list_t* fl);
|
|
|
|
|
|
|
|
|
2005-07-03 20:06:07 +04:00
|
|
|
opal_class_t ompi_free_list_t_class = {
|
2004-06-15 23:46:26 +04:00
|
|
|
"ompi_free_list_t",
|
2006-04-13 03:27:38 +04:00
|
|
|
OBJ_CLASS(opal_atomic_lifo_t),
|
2005-07-03 20:06:07 +04:00
|
|
|
(opal_construct_t)ompi_free_list_construct,
|
|
|
|
(opal_destruct_t)ompi_free_list_destruct
|
2004-06-15 23:46:26 +04:00
|
|
|
};
|
|
|
|
|
2005-09-03 23:46:44 +04:00
|
|
|
struct ompi_free_list_memory_t {
|
|
|
|
opal_list_item_t super;
|
|
|
|
mca_mpool_base_registration_t *registration;
|
|
|
|
};
|
|
|
|
typedef struct ompi_free_list_memory_t ompi_free_list_memory_t;
|
|
|
|
static OBJ_CLASS_INSTANCE(ompi_free_list_memory_t,
|
|
|
|
opal_list_item_t,
|
|
|
|
NULL, NULL);
|
|
|
|
|
2004-06-15 23:46:26 +04:00
|
|
|
|
|
|
|
static void ompi_free_list_construct(ompi_free_list_t* fl)
|
|
|
|
{
|
2005-07-04 02:45:48 +04:00
|
|
|
OBJ_CONSTRUCT(&fl->fl_lock, opal_mutex_t);
|
2005-09-02 20:00:42 +04:00
|
|
|
OBJ_CONSTRUCT(&fl->fl_condition, opal_condition_t);
|
2004-06-15 23:46:26 +04:00
|
|
|
fl->fl_max_to_alloc = 0;
|
|
|
|
fl->fl_num_allocated = 0;
|
|
|
|
fl->fl_num_per_alloc = 0;
|
2004-10-19 20:56:45 +04:00
|
|
|
fl->fl_num_waiting = 0;
|
2004-06-15 23:46:26 +04:00
|
|
|
fl->fl_elem_size = 0;
|
|
|
|
fl->fl_elem_class = 0;
|
|
|
|
fl->fl_mpool = 0;
|
2005-09-03 23:46:44 +04:00
|
|
|
OBJ_CONSTRUCT(&(fl->fl_allocations), opal_list_t);
|
2004-06-15 23:46:26 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
static void ompi_free_list_destruct(ompi_free_list_t* fl)
|
|
|
|
{
|
2005-09-03 23:46:44 +04:00
|
|
|
opal_list_item_t *item;
|
|
|
|
|
2006-03-17 21:46:48 +03:00
|
|
|
#if 0 && OMPI_ENABLE_DEBUG
|
2006-03-16 20:27:54 +03:00
|
|
|
if(opal_list_get_size(&fl->super) != fl->fl_num_allocated) {
|
|
|
|
opal_output(0, "ompi_free_list: %d allocated %d returned: %s:%d\n",
|
|
|
|
fl->fl_num_allocated, opal_list_get_size(&fl->super),
|
|
|
|
fl->super.super.cls_init_file_name, fl->super.super.cls_init_lineno);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2006-03-31 04:38:11 +04:00
|
|
|
if (NULL != fl->fl_mpool) {
|
2006-03-31 07:21:28 +04:00
|
|
|
ompi_free_list_memory_t *fl_mem;
|
|
|
|
|
2006-03-31 04:38:11 +04:00
|
|
|
while (NULL != (item = opal_list_remove_first(&(fl->fl_allocations)))) {
|
|
|
|
/* destruct the item (we constructed it), then free the memory chunk */
|
|
|
|
OBJ_DESTRUCT(item);
|
2006-03-31 07:21:28 +04:00
|
|
|
fl_mem = (ompi_free_list_memory_t*) item;
|
2005-09-03 23:46:44 +04:00
|
|
|
fl->fl_mpool->mpool_free(fl->fl_mpool, item, fl_mem->registration);
|
2006-03-31 04:38:11 +04:00
|
|
|
}
|
|
|
|
} else {
|
|
|
|
while (NULL != (item = opal_list_remove_first(&(fl->fl_allocations)))) {
|
|
|
|
/* destruct the item (we constructed it), then free the memory chunk */
|
|
|
|
OBJ_DESTRUCT(item);
|
2005-09-03 23:46:44 +04:00
|
|
|
free(item);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
OBJ_DESTRUCT(&fl->fl_allocations);
|
2005-09-02 20:00:42 +04:00
|
|
|
OBJ_DESTRUCT(&fl->fl_condition);
|
2004-06-15 23:46:26 +04:00
|
|
|
OBJ_DESTRUCT(&fl->fl_lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
int ompi_free_list_init(
|
|
|
|
ompi_free_list_t *flist,
|
|
|
|
size_t elem_size,
|
2005-07-03 20:06:07 +04:00
|
|
|
opal_class_t* elem_class,
|
2004-06-15 23:46:26 +04:00
|
|
|
int num_elements_to_alloc,
|
|
|
|
int max_elements_to_alloc,
|
|
|
|
int num_elements_per_alloc,
|
2004-08-02 04:24:22 +04:00
|
|
|
mca_mpool_base_module_t* mpool)
|
2004-06-15 23:46:26 +04:00
|
|
|
{
|
|
|
|
flist->fl_elem_size = elem_size;
|
|
|
|
flist->fl_elem_class = elem_class;
|
|
|
|
flist->fl_max_to_alloc = max_elements_to_alloc;
|
|
|
|
flist->fl_num_allocated = 0;
|
|
|
|
flist->fl_num_per_alloc = num_elements_per_alloc;
|
|
|
|
flist->fl_mpool = mpool;
|
2004-07-15 22:08:20 +04:00
|
|
|
if(num_elements_to_alloc)
|
|
|
|
return ompi_free_list_grow(flist, num_elements_to_alloc);
|
|
|
|
return OMPI_SUCCESS;
|
2004-06-15 23:46:26 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
int ompi_free_list_grow(ompi_free_list_t* flist, size_t num_elements)
|
|
|
|
{
|
|
|
|
unsigned char* ptr;
|
2005-09-03 23:46:44 +04:00
|
|
|
ompi_free_list_memory_t *alloc_ptr;
|
2004-06-15 23:46:26 +04:00
|
|
|
size_t i;
|
2005-05-24 02:06:50 +04:00
|
|
|
size_t mod;
|
2005-08-08 23:10:36 +04:00
|
|
|
mca_mpool_base_registration_t* user_out = NULL;
|
2005-05-24 02:06:50 +04:00
|
|
|
|
2005-10-27 21:48:40 +04:00
|
|
|
if (flist->fl_max_to_alloc > 0)
|
|
|
|
if (flist->fl_num_allocated + num_elements > flist->fl_max_to_alloc)
|
|
|
|
num_elements = flist->fl_max_to_alloc - flist->fl_num_allocated;
|
|
|
|
|
|
|
|
if (num_elements == 0)
|
2006-01-20 02:57:03 +03:00
|
|
|
return OMPI_ERR_TEMP_OUT_OF_RESOURCE;
|
2004-06-15 23:46:26 +04:00
|
|
|
|
|
|
|
if (NULL != flist->fl_mpool)
|
2005-09-03 23:46:44 +04:00
|
|
|
alloc_ptr = flist->fl_mpool->mpool_alloc(flist->fl_mpool,
|
|
|
|
(num_elements * flist->fl_elem_size) + CACHE_LINE_SIZE + sizeof(ompi_free_list_memory_t),
|
2005-09-13 02:28:23 +04:00
|
|
|
0, 0, &user_out);
|
2004-06-15 23:46:26 +04:00
|
|
|
else
|
2005-09-03 23:46:44 +04:00
|
|
|
alloc_ptr = malloc((num_elements * flist->fl_elem_size) + CACHE_LINE_SIZE + sizeof(ompi_free_list_memory_t));
|
|
|
|
if(NULL == alloc_ptr)
|
2004-06-15 23:46:26 +04:00
|
|
|
return OMPI_ERR_TEMP_OUT_OF_RESOURCE;
|
|
|
|
|
2005-09-03 23:46:44 +04:00
|
|
|
/* make the alloc_ptr a list item, save the chunk in the allocations list, and
|
|
|
|
have ptr point to memory right after the list item structure */
|
|
|
|
OBJ_CONSTRUCT(alloc_ptr, ompi_free_list_memory_t);
|
|
|
|
opal_list_append(&(flist->fl_allocations), (opal_list_item_t*) alloc_ptr);
|
|
|
|
if (NULL != flist->fl_mpool) {
|
|
|
|
alloc_ptr->registration = user_out;
|
|
|
|
} else {
|
|
|
|
alloc_ptr->registration = NULL;
|
|
|
|
}
|
|
|
|
ptr = (unsigned char*) alloc_ptr + sizeof(ompi_free_list_memory_t);
|
|
|
|
|
2005-05-24 02:06:50 +04:00
|
|
|
mod = (unsigned long)ptr % CACHE_LINE_SIZE;
|
|
|
|
if(mod != 0) {
|
|
|
|
ptr += (CACHE_LINE_SIZE - mod);
|
|
|
|
}
|
|
|
|
|
2006-01-20 02:57:03 +03:00
|
|
|
if (NULL != flist->fl_elem_class) {
|
|
|
|
for(i=0; i<num_elements; i++) {
|
|
|
|
ompi_free_list_item_t* item = (ompi_free_list_item_t*)ptr;
|
|
|
|
item->user_data = user_out;
|
|
|
|
|
2004-06-15 23:46:26 +04:00
|
|
|
OBJ_CONSTRUCT_INTERNAL(item, flist->fl_elem_class);
|
2006-01-20 02:57:03 +03:00
|
|
|
|
2006-04-13 03:27:38 +04:00
|
|
|
opal_atomic_lifo_push(&(flist->super), &(item->super));
|
2006-01-20 02:57:03 +03:00
|
|
|
ptr += flist->fl_elem_size;
|
2004-06-15 23:46:26 +04:00
|
|
|
}
|
2006-01-20 02:57:03 +03:00
|
|
|
} else {
|
|
|
|
for(i=0; i<num_elements; i++) {
|
|
|
|
ompi_free_list_item_t* item = (ompi_free_list_item_t*)ptr;
|
|
|
|
item->user_data = user_out;
|
|
|
|
|
|
|
|
OBJ_CONSTRUCT(&item->super, opal_list_item_t);
|
2006-04-13 03:27:38 +04:00
|
|
|
|
|
|
|
opal_atomic_lifo_push(&(flist->super), &(item->super));
|
2006-01-20 02:57:03 +03:00
|
|
|
ptr += flist->fl_elem_size;
|
|
|
|
}
|
2004-06-15 23:46:26 +04:00
|
|
|
}
|
|
|
|
flist->fl_num_allocated += num_elements;
|
|
|
|
return OMPI_SUCCESS;
|
|
|
|
}
|
2006-04-20 23:53:45 +04:00
|
|
|
|
|
|
|
/* This function is not protected. It should be never used when the
|
|
|
|
* process s still active. It was designed for debugger, in order
|
|
|
|
* to provide them with a fast mechanism to look into the queues
|
|
|
|
* (mostly the MPI request queue).
|
|
|
|
*/
|
|
|
|
int ompi_free_list_parse( ompi_free_list_t* list,
|
|
|
|
struct ompi_free_list_pos_t* position,
|
|
|
|
opal_list_item_t** return_item )
|
|
|
|
{
|
|
|
|
/* Make sure we are in one of the free list allocations */
|
|
|
|
if( NULL == position->last_memory ) {
|
|
|
|
position->last_memory = (unsigned char*)opal_list_get_first( &(list->fl_allocations) );
|
|
|
|
position->last_item = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
dig_for_the_requests:
|
|
|
|
/* If the request will be the first on this memory region, it's easy. */
|
|
|
|
if( NULL == position->last_item ) {
|
|
|
|
unsigned long ptr = (unsigned long)position->last_memory;
|
|
|
|
/* move it on the cache boundary */
|
|
|
|
if( ptr % CACHE_LINE_SIZE ) {
|
|
|
|
ptr = (ptr + CACHE_LINE_SIZE) & (CACHE_LINE_SIZE - 1);
|
|
|
|
}
|
|
|
|
*return_item = (opal_list_item_t*)(ptr + sizeof(ompi_free_list_memory_t));
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
/* else go to the next request */
|
|
|
|
position->last_item += list->fl_elem_size;
|
|
|
|
|
|
|
|
{
|
|
|
|
/* otherwise go to the next one. Once there make sure we're still on the
|
|
|
|
* memory fragment, otherwise go to the next fragment.
|
|
|
|
*/
|
|
|
|
size_t frag_length = (list->fl_elem_size * list->fl_num_per_alloc + CACHE_LINE_SIZE
|
|
|
|
+ sizeof(ompi_free_list_memory_t));
|
|
|
|
if( position->last_item < (position->last_memory + frag_length) ) {
|
|
|
|
*return_item = (opal_list_item_t*)position->last_item;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* we're outside the fragment. Try to go to the next one ... */
|
|
|
|
if( opal_list_get_end(&(list->fl_allocations)) ==
|
|
|
|
((opal_list_item_t*)position->last_memory)->opal_list_next ) {
|
|
|
|
*return_item = NULL;
|
|
|
|
return 0; /* nothing anymore */
|
|
|
|
}
|
|
|
|
|
|
|
|
position->last_memory = (unsigned char*)((opal_list_item_t*)position->last_memory)->opal_list_next;
|
|
|
|
goto dig_for_the_requests;
|
|
|
|
}
|