openmpi/ompi/mca/mpool/base/mpool_base_mem_cb.c

/*
 * Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
 *                         University Research and Technology
 *                         Corporation.  All rights reserved.
 * Copyright (c) 2004-2005 The University of Tennessee and The University
 *                         of Tennessee Research Foundation.  All rights
 *                         reserved.
 * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
 *                         University of Stuttgart.  All rights reserved.
 * Copyright (c) 2004-2005 The Regents of the University of California.
 *                         All rights reserved.
 * $COPYRIGHT$
 * 
 * Additional copyrights may follow
 * 
 * $HEADER$
 */
/**
 * @file
 */
#include "mpool_base_mem_cb.h"
#include "base.h"
#include "orte/util/proc_info.h"
#include "mca/ns/ns_types.h"


extern uint32_t mca_mpool_base_page_size; 
extern uint32_t mca_mpool_base_page_size_log; 

/*
 *  memory hook callback, called when memory is free'd out from under us
 */
void mca_mpool_base_mem_cb(void* base, size_t size, void* cbdata)
{
    uint32_t i, cnt;
    ompi_pointer_array_t regs;
    mca_mpool_base_registration_t* reg;
    mca_mpool_base_selected_module_t* current;
    int rc;
    int dereg = 0;
    opal_list_item_t* item;
    void* base_addr; 
    void* bound_addr; 
    if(size == 0) { 
        return;
    }
          
    base_addr = down_align_addr( base, mca_mpool_base_page_size_log);
    bound_addr = up_align_addr((void*) ((unsigned long) base + size - 1), mca_mpool_base_page_size_log);
    OBJ_CONSTRUCT(&regs, ompi_pointer_array_t);
    for(item = opal_list_get_first(&mca_mpool_base_modules);
        item != opal_list_get_end(&mca_mpool_base_modules);
        item = opal_list_get_next(item)) {
        
        current = (mca_mpool_base_selected_module_t*) item; 
        
        for( ; base_addr <= bound_addr;  
             base_addr =(void*) ((unsigned long) base_addr + mca_mpool_base_page_size)) { 
            
            if(NULL != current->mpool_module->mpool_find) { 
                rc = current->mpool_module->mpool_find(
                                                       current->mpool_module, 
                                                       base_addr,
                                                       size,
                                                       &regs, 
                                                       &cnt 
                                                       ); 
                if(OMPI_SUCCESS != rc) { 
                    continue;
                }
                for(i = 0; i < cnt; i++) { 
                
                    reg = (mca_mpool_base_registration_t*)ompi_pointer_array_get_item(&regs, i);
                    if(base_addr <  (void*) ((unsigned long) reg->bound - mca_mpool_base_page_size)) { 
                        base_addr = reg->bound - mca_mpool_base_page_size; 
                    }
                    if(reg->flags & MCA_MPOOL_FLAGS_CACHE) { 
                        assert(reg->ref_count <= 3);
                    } else if(reg->flags & MCA_MPOOL_FLAGS_PERSIST) { 
                        assert(reg->ref_count <= 2); 
                    } else { 
                        assert(reg->ref_count <= 1); 
                    }
#if 0
                    fprintf(stderr, "[%lu,%lu,%lu] mca_mpool_base_mem_cb: base %p bound %p len %lu refcnt %d\n",
                        ORTE_NAME_ARGS(orte_process_info.my_name), reg->base, reg->bound, 
                        reg->bound-reg->base+1, reg->ref_count);
#endif
                    current->mpool_module->mpool_deregister(current->mpool_module, reg); 
                    dereg++;
                }
                ompi_pointer_array_remove_all(&regs);
            }
        }
    }    
    OBJ_DESTRUCT(&regs);
#if 0
    if(dereg != 0) {
        fprintf(stderr, "[%lu,%lu,%lu] mca_mpool_base_mem_cb: addr %p size %lu base %p bound %p\n", 
            ORTE_NAME_ARGS(orte_process_info.my_name), base, size,
            down_align_addr( base, mca_mpool_base_page_size_log), bound_addr);
    }
#endif
}