rcache_grdma 138 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) reg->rcache; rcache_grdma 144 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_vma_delete (rcache_grdma->cache->vma_module, reg); rcache_grdma 147 opal/mca/rcache/grdma/rcache_grdma_module.c rc = rcache_grdma->resources.deregister_mem (rcache_grdma->resources.reg_data, reg); rcache_grdma 149 opal/mca/rcache/grdma/rcache_grdma_module.c opal_free_list_return_mt (&rcache_grdma->reg_list, rcache_grdma 160 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) rcache; rcache_grdma 164 opal/mca/rcache/grdma/rcache_grdma_module.c while (NULL != (item = opal_lifo_pop_atomic (&rcache_grdma->cache->gc_lifo))) { rcache_grdma 172 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma; rcache_grdma 183 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma = (mca_rcache_grdma_module_t *) old_reg->rcache; rcache_grdma 188 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_evicted++; rcache_grdma 200 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma; rcache_grdma 208 opal/mca/rcache/grdma/rcache_grdma_module.c static inline void mca_rcache_grdma_add_to_lru (mca_rcache_grdma_module_t *rcache_grdma, mca_rcache_base_registration_t *grdma_reg) rcache_grdma 210 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&rcache_grdma->cache->vma_module->vma_lock); rcache_grdma 212 opal/mca/rcache/grdma/rcache_grdma_module.c opal_list_append(&rcache_grdma->cache->lru_list, (opal_list_item_t *) grdma_reg); rcache_grdma 220 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&rcache_grdma->cache->vma_module->vma_lock); rcache_grdma 223 opal/mca/rcache/grdma/rcache_grdma_module.c static inline void mca_rcache_grdma_remove_from_lru (mca_rcache_grdma_module_t *rcache_grdma, mca_rcache_base_registration_t *grdma_reg) rcache_grdma 232 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&rcache_grdma->cache->vma_module->vma_lock); rcache_grdma 234 opal/mca/rcache/grdma/rcache_grdma_module.c opal_list_remove_item (&rcache_grdma->cache->lru_list, (opal_list_item_t *) grdma_reg); rcache_grdma 238 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&rcache_grdma->cache->vma_module->vma_lock); rcache_grdma 244 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = args->rcache_grdma; rcache_grdma 246 opal/mca/rcache/grdma/rcache_grdma_module.c if ((grdma_reg->flags & MCA_RCACHE_FLAGS_INVALID) || &rcache_grdma->super != grdma_reg->rcache || rcache_grdma 262 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_remove_from_lru (rcache_grdma, grdma_reg); rcache_grdma 266 opal/mca/rcache/grdma/rcache_grdma_module.c (void) opal_atomic_fetch_add_32 ((opal_atomic_int32_t *) &rcache_grdma->stat_cache_hit, 1); rcache_grdma 279 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t*)rcache; rcache_grdma 310 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_find_args_t find_args = {.reg = NULL, .rcache_grdma = rcache_grdma, rcache_grdma 314 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, base, size, false, rcache_grdma 324 opal/mca/rcache/grdma/rcache_grdma_module.c OPAL_THREAD_ADD_FETCH32((opal_atomic_int32_t *) &rcache_grdma->stat_cache_miss, 1); rcache_grdma 327 opal/mca/rcache/grdma/rcache_grdma_module.c item = opal_free_list_get_mt (&rcache_grdma->reg_list); rcache_grdma 346 opal/mca/rcache/grdma/rcache_grdma_module.c (rc = rcache_grdma->resources.register_mem(rcache_grdma->resources.reg_data, rcache_grdma 355 opal/mca/rcache/grdma/rcache_grdma_module.c opal_free_list_return_mt (&rcache_grdma->reg_list, item); rcache_grdma 365 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_insert (rcache_grdma->cache->vma_module, grdma_reg, 0); rcache_grdma 367 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->resources.deregister_mem (rcache_grdma->resources.reg_data, grdma_reg); rcache_grdma 368 opal/mca/rcache/grdma/rcache_grdma_module.c opal_free_list_return_mt (&rcache_grdma->reg_list, item); rcache_grdma 385 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t*)rcache; rcache_grdma 393 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_lock (&rcache_grdma->cache->vma_module->vma_lock); rcache_grdma 395 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_find (rcache_grdma->cache->vma_module, base, bound - base + 1, reg); rcache_grdma 403 opal/mca/rcache/grdma/rcache_grdma_module.c opal_list_remove_item(&rcache_grdma->cache->lru_list, rcache_grdma 406 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_cache_found++; rcache_grdma 409 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_cache_notfound++; rcache_grdma 412 opal/mca/rcache/grdma/rcache_grdma_module.c opal_mutex_unlock (&rcache_grdma->cache->vma_module->vma_lock); rcache_grdma 420 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) rcache; rcache_grdma 434 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_add_to_lru (rcache_grdma, reg); rcache_grdma 449 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) grdma_reg->rcache; rcache_grdma 461 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_remove_from_lru (rcache_grdma, grdma_reg); rcache_grdma 464 opal/mca/rcache/grdma/rcache_grdma_module.c opal_lifo_push_atomic (&rcache_grdma->cache->gc_lifo, (opal_list_item_t *) grdma_reg); rcache_grdma 494 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) rcache; rcache_grdma 496 opal/mca/rcache/grdma/rcache_grdma_module.c return mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, base, size, true, gc_add, &args); rcache_grdma 507 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) rcache; rcache_grdma 510 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_vma_find (rcache_grdma->cache->vma_module, addr, size, ®); rcache_grdma 523 opal/mca/rcache/grdma/rcache_grdma_module.c return mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, addr, size, true, gc_add, NULL); rcache_grdma 529 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t*)rcache; rcache_grdma 536 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_cache_hit, rcache_grdma->stat_cache_miss, rcache_grdma 537 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_cache_found, rcache_grdma->stat_cache_notfound, rcache_grdma 538 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->stat_evicted, (long) mca_rcache_base_vma_size (rcache_grdma->cache->vma_module)); rcache_grdma 541 opal/mca/rcache/grdma/rcache_grdma_module.c do_unregistration_gc (&rcache_grdma->super); rcache_grdma 543 opal/mca/rcache/grdma/rcache_grdma_module.c (void) mca_rcache_base_vma_iterate (rcache_grdma->cache->vma_module, NULL, (size_t) -1, true, rcache_grdma 547 opal/mca/rcache/grdma/rcache_grdma_module.c OBJ_RELEASE(rcache_grdma->cache); rcache_grdma 549 opal/mca/rcache/grdma/rcache_grdma_module.c OBJ_DESTRUCT(&rcache_grdma->reg_list);