vma_module 111 opal/mca/btl/vader/btl_vader.h mca_rcache_base_vma_module_t *vma_module; /**< registration cache for xpmem segments */ vma_module 165 opal/mca/btl/vader/btl_vader_module.c mca_btl_vader_component.vma_module = mca_rcache_base_vma_module_alloc (); vma_module 378 opal/mca/btl/vader/btl_vader_module.c if (NULL != mca_btl_vader_component.vma_module) { vma_module 379 opal/mca/btl/vader/btl_vader_module.c OBJ_RELEASE(mca_btl_vader_component.vma_module); vma_module 65 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_module_t *vma_module = mca_btl_vader_component.vma_module; vma_module 70 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_delete (vma_module, reg); vma_module 83 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_module_t *vma_module = mca_btl_vader_component.vma_module; vma_module 101 opal/mca/btl/vader/btl_vader_xpmem.c rc = mca_rcache_base_vma_iterate (vma_module, (void *) base, bound - base, true, vader_check_reg, &check_ctx); vma_module 105 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_delete (vma_module, reg); vma_module 142 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_insert (vma_module, reg, 0); vma_module 169 opal/mca/btl/vader/btl_vader_xpmem.c (void) mca_rcache_base_vma_iterate (mca_btl_vader_component.vma_module, vma_module 40 opal/mca/rcache/base/rcache_base_vma.c static void mca_rcache_base_vma_module_construct (mca_rcache_base_vma_module_t *vma_module) { vma_module 41 opal/mca/rcache/base/rcache_base_vma.c OBJ_CONSTRUCT(&vma_module->vma_lock, opal_recursive_mutex_t); vma_module 42 opal/mca/rcache/base/rcache_base_vma.c (void) mca_rcache_base_vma_tree_init (vma_module); vma_module 45 opal/mca/rcache/base/rcache_base_vma.c static void mca_rcache_base_vma_module_destruct (mca_rcache_base_vma_module_t *vma_module) { vma_module 46 opal/mca/rcache/base/rcache_base_vma.c OBJ_DESTRUCT(&vma_module->vma_lock); vma_module 47 opal/mca/rcache/base/rcache_base_vma.c mca_rcache_base_vma_tree_finalize (vma_module); vma_module 59 opal/mca/rcache/base/rcache_base_vma.c int mca_rcache_base_vma_find (mca_rcache_base_vma_module_t *vma_module, void *addr, vma_module 78 opal/mca/rcache/base/rcache_base_vma.c *reg = mca_rcache_base_vma_tree_find (vma_module, (unsigned char *) addr, bound_addr); vma_module 83 opal/mca/rcache/base/rcache_base_vma.c int mca_rcache_base_vma_find_all (mca_rcache_base_vma_module_t *vma_module, void *addr, vma_module 103 opal/mca/rcache/base/rcache_base_vma.c return mca_rcache_base_vma_tree_find_all (vma_module, (unsigned char *) addr, vma_module 107 opal/mca/rcache/base/rcache_base_vma.c int mca_rcache_base_vma_insert (mca_rcache_base_vma_module_t *vma_module, vma_module 126 opal/mca/rcache/base/rcache_base_vma.c rc = mca_rcache_base_vma_tree_insert (vma_module, reg, limit); vma_module 137 opal/mca/rcache/base/rcache_base_vma.c int mca_rcache_base_vma_delete (mca_rcache_base_vma_module_t *vma_module, vma_module 145 opal/mca/rcache/base/rcache_base_vma.c return mca_rcache_base_vma_tree_delete (vma_module, reg); vma_module 148 opal/mca/rcache/base/rcache_base_vma.c int mca_rcache_base_vma_iterate (mca_rcache_base_vma_module_t *vma_module, vma_module 153 opal/mca/rcache/base/rcache_base_vma.c return mca_rcache_base_vma_tree_iterate (vma_module, base, size, partial_ok, callback_fn, ctx); vma_module 156 opal/mca/rcache/base/rcache_base_vma.c void mca_rcache_base_vma_dump_range (mca_rcache_base_vma_module_t *vma_module, vma_module 159 opal/mca/rcache/base/rcache_base_vma.c mca_rcache_base_vma_tree_dump_range (vma_module, base, size, msg); vma_module 162 opal/mca/rcache/base/rcache_base_vma.c size_t mca_rcache_base_vma_size (mca_rcache_base_vma_module_t *vma_module) vma_module 164 opal/mca/rcache/base/rcache_base_vma.c return mca_rcache_base_vma_tree_size (vma_module); vma_module 57 opal/mca/rcache/base/rcache_base_vma.h int mca_rcache_base_vma_find (mca_rcache_base_vma_module_t *vma_module, void *addr, vma_module 60 opal/mca/rcache/base/rcache_base_vma.h int mca_rcache_base_vma_find_all (mca_rcache_base_vma_module_t *vma_module, void *addr, vma_module 64 opal/mca/rcache/base/rcache_base_vma.h int mca_rcache_base_vma_insert (mca_rcache_base_vma_module_t *vma_module, vma_module 68 opal/mca/rcache/base/rcache_base_vma.h int mca_rcache_base_vma_delete (mca_rcache_base_vma_module_t *vma_module, vma_module 71 opal/mca/rcache/base/rcache_base_vma.h void mca_rcache_base_vma_dump_range (mca_rcache_base_vma_module_t *vma_module, vma_module 90 opal/mca/rcache/base/rcache_base_vma.h int mca_rcache_base_vma_iterate (mca_rcache_base_vma_module_t *vma_module, vma_module 95 opal/mca/rcache/base/rcache_base_vma.h size_t mca_rcache_base_vma_size (mca_rcache_base_vma_module_t *vma_module); vma_module 34 opal/mca/rcache/base/rcache_base_vma_tree.c int mca_rcache_base_vma_tree_init (mca_rcache_base_vma_module_t *vma_module) vma_module 36 opal/mca/rcache/base/rcache_base_vma_tree.c OBJ_CONSTRUCT(&vma_module->tree, opal_interval_tree_t); vma_module 37 opal/mca/rcache/base/rcache_base_vma_tree.c vma_module->reg_cur_cache_size = 0; vma_module 38 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_init (&vma_module->tree); vma_module 41 opal/mca/rcache/base/rcache_base_vma_tree.c void mca_rcache_base_vma_tree_finalize (mca_rcache_base_vma_module_t *vma_module) vma_module 43 opal/mca/rcache/base/rcache_base_vma_tree.c OBJ_DESTRUCT(&vma_module->tree); vma_module 46 opal/mca/rcache/base/rcache_base_vma_tree.c mca_rcache_base_registration_t *mca_rcache_base_vma_tree_find (mca_rcache_base_vma_module_t *vma_module, vma_module 49 opal/mca/rcache/base/rcache_base_vma_tree.c return (mca_rcache_base_registration_t *) opal_interval_tree_find_overlapping (&vma_module->tree, (uintptr_t) base, vma_module 75 opal/mca/rcache/base/rcache_base_vma_tree.c int mca_rcache_base_vma_tree_find_all (mca_rcache_base_vma_module_t *vma_module, unsigned char *base, vma_module 81 opal/mca/rcache/base/rcache_base_vma_tree.c (void) opal_interval_tree_traverse (&vma_module->tree, (uint64_t) (uintptr_t) base, ((uint64_t) (uintptr_t) bound) + 1, vma_module 98 opal/mca/rcache/base/rcache_base_vma_tree.c int mca_rcache_base_vma_tree_iterate (mca_rcache_base_vma_module_t *vma_module, unsigned char *base, size_t size, vma_module 105 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_traverse (&vma_module->tree, (uint64_t) (intptr_t) base, bound, partial_ok, vma_module 109 opal/mca/rcache/base/rcache_base_vma_tree.c int mca_rcache_base_vma_tree_insert (mca_rcache_base_vma_module_t *vma_module, vma_module 112 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_insert (&vma_module->tree, reg, (uintptr_t) reg->base, (uintptr_t) reg->bound + 1); vma_module 123 opal/mca/rcache/base/rcache_base_vma_tree.c int mca_rcache_base_vma_tree_delete (mca_rcache_base_vma_module_t *vma_module, vma_module 126 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_delete (&vma_module->tree, (uintptr_t) reg->base, (uintptr_t) reg->bound + 1, reg); vma_module 140 opal/mca/rcache/base/rcache_base_vma_tree.c void mca_rcache_base_vma_tree_dump_range (mca_rcache_base_vma_module_t *vma_module, vma_module 147 opal/mca/rcache/base/rcache_base_vma_tree.c if (opal_interval_tree_size (&vma_module->tree)) { vma_module 148 opal/mca/rcache/base/rcache_base_vma_tree.c (void) opal_interval_tree_traverse (&vma_module->tree, (uintptr_t) base, bound, false, vma_module 155 opal/mca/rcache/base/rcache_base_vma_tree.c size_t mca_rcache_base_vma_tree_size (mca_rcache_base_vma_module_t *vma_module) vma_module 157 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_size (&vma_module->tree); vma_module 41 opal/mca/rcache/base/rcache_base_vma_tree.h int mca_rcache_base_vma_tree_init (mca_rcache_base_vma_module_t *vma_module); vma_module 46 opal/mca/rcache/base/rcache_base_vma_tree.h void mca_rcache_base_vma_tree_finalize(mca_rcache_base_vma_module_t *vma_module); vma_module 51 opal/mca/rcache/base/rcache_base_vma_tree.h mca_rcache_base_registration_t *mca_rcache_base_vma_tree_find (mca_rcache_base_vma_module_t *vma_module, vma_module 58 opal/mca/rcache/base/rcache_base_vma_tree.h mca_rcache_base_vma_module_t *vma_module, unsigned char *base, vma_module 65 opal/mca/rcache/base/rcache_base_vma_tree.h int mca_rcache_base_vma_tree_insert (mca_rcache_base_vma_module_t *vma_module, vma_module 71 opal/mca/rcache/base/rcache_base_vma_tree.h int mca_rcache_base_vma_tree_delete (mca_rcache_base_vma_module_t *vma_module, vma_module 77 opal/mca/rcache/base/rcache_base_vma_tree.h void mca_rcache_base_vma_tree_dump_range (mca_rcache_base_vma_module_t *vma_module, vma_module 84 opal/mca/rcache/base/rcache_base_vma_tree.h int mca_rcache_base_vma_tree_iterate (mca_rcache_base_vma_module_t *vma_module, vma_module 96 opal/mca/rcache/base/rcache_base_vma_tree.h size_t mca_rcache_base_vma_tree_size (mca_rcache_base_vma_module_t *vma_module); vma_module 46 opal/mca/rcache/grdma/rcache_grdma.h mca_rcache_base_vma_module_t *vma_module; vma_module 88 opal/mca/rcache/grdma/rcache_grdma_module.c cache->vma_module = mca_rcache_base_vma_module_alloc (); vma_module 98 opal/mca/rcache/grdma/rcache_grdma_module.c if (cache->vma_module) { vma_module 99 opal/mca/rcache/grdma/rcache_grdma_module.c OBJ_RELEASE(cache->vma_module); vma_module 144 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_vma_delete (rcache_grdma->cache->vma_module, reg); vma_module 175 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&cache->vma_module->vma_lock); vma_module 179 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&cache->vma_module->vma_lock); vma_module 186 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&cache->vma_module->vma_lock); vma_module 210 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&rcache_grdma->cache->vma_module->vma_lock); vma_module 220 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&rcache_grdma->cache->vma_module->vma_lock); vma_module 232 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&rcache_grdma->cache->vma_module->vma_lock); vma_module 238 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&rcache_grdma->cache->vma_module->vma_lock); vma_module 314 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, base, size, false, vma_module 365 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_insert (rcache_grdma->cache->vma_module, grdma_reg, 0); vma_module 393 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&rcache_grdma->cache->vma_module->vma_lock); vma_module 395 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_find (rcache_grdma->cache->vma_module, base, bound - base + 1, reg); vma_module 412 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&rcache_grdma->cache->vma_module->vma_lock); vma_module 496 opal/mca/rcache/grdma/rcache_grdma_module.c return mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, base, size, true, gc_add, &args); vma_module 510 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_vma_find (rcache_grdma->cache->vma_module, addr, size, ®); vma_module 523 opal/mca/rcache/grdma/rcache_grdma_module.c return mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, addr, size, true, gc_add, NULL); vma_module 538 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_evicted, (long) mca_rcache_base_vma_size (rcache_grdma->cache->vma_module)); vma_module 543 opal/mca/rcache/grdma/rcache_grdma_module.c (void) mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, NULL, (size_t) -1, true, vma_module 61 opal/mca/rcache/rgpusm/rcache_rgpusm.h mca_rcache_base_vma_module_t *vma_module; vma_module 113 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, old_reg); vma_module 149 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rcache->vma_module = mca_rcache_base_vma_module_alloc (); vma_module 231 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_find (rcache_rgpusm->vma_module, addr, size, reg); vma_module 346 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_find (rcache_rgpusm->vma_module, addr, 4, &oldreg); vma_module 394 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = mca_rcache_base_vma_insert (rcache_rgpusm->vma_module, (mca_rcache_base_registration_t *)rgpusm_reg, vma_module 410 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = mca_rcache_base_vma_insert (rcache_rgpusm->vma_module, (mca_rcache_base_registration_t *)rgpusm_reg, vma_module 414 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c while((rc = mca_rcache_base_vma_insert (rcache_rgpusm->vma_module, (mca_rcache_base_registration_t *)rgpusm_reg, vma_module 459 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = mca_rcache_base_vma_find (rcache_rgpusm->vma_module, addr, size, reg); vma_module 506 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, reg); vma_module 548 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, reg); vma_module 584 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c reg_cnt = mca_rcache_base_vma_find_all (rcache_rgpusm->vma_module, 0, (size_t)-1, vma_module 599 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, reg);