grdma_reg 62 opal/mca/rcache/grdma/rcache_grdma_module.c static int mca_rcache_grdma_add_to_gc (mca_rcache_base_registration_t *grdma_reg); grdma_reg 208 opal/mca/rcache/grdma/rcache_grdma_module.c static inline void mca_rcache_grdma_add_to_lru (mca_rcache_grdma_module_t *rcache_grdma, mca_rcache_base_registration_t *grdma_reg) grdma_reg 212 opal/mca/rcache/grdma/rcache_grdma_module.c opal_list_append(&rcache_grdma->cache->lru_list, (opal_list_item_t *) grdma_reg); grdma_reg 218 opal/mca/rcache/grdma/rcache_grdma_module.c opal_atomic_fetch_or_32 ((opal_atomic_int32_t *) &grdma_reg->flags, MCA_RCACHE_GRDMA_REG_FLAG_IN_LRU); grdma_reg 223 opal/mca/rcache/grdma/rcache_grdma_module.c static inline void mca_rcache_grdma_remove_from_lru (mca_rcache_grdma_module_t *rcache_grdma, mca_rcache_base_registration_t *grdma_reg) grdma_reg 229 opal/mca/rcache/grdma/rcache_grdma_module.c while (!(grdma_reg->flags & MCA_RCACHE_GRDMA_REG_FLAG_IN_LRU)); grdma_reg 234 opal/mca/rcache/grdma/rcache_grdma_module.c opal_list_remove_item (&rcache_grdma->cache->lru_list, (opal_list_item_t *) grdma_reg); grdma_reg 236 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->flags &= ~MCA_RCACHE_GRDMA_REG_FLAG_IN_LRU; grdma_reg 241 opal/mca/rcache/grdma/rcache_grdma_module.c static int mca_rcache_grdma_check_cached (mca_rcache_base_registration_t *grdma_reg, void *ctx) grdma_reg 246 opal/mca/rcache/grdma/rcache_grdma_module.c if ((grdma_reg->flags & MCA_RCACHE_FLAGS_INVALID) || &rcache_grdma->super != grdma_reg->rcache || grdma_reg 247 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->base > args->base || grdma_reg->bound < args->bound) { grdma_reg 251 opal/mca/rcache/grdma/rcache_grdma_module.c if (OPAL_UNLIKELY((args->access_flags & grdma_reg->access_flags) != args->access_flags)) { grdma_reg 252 opal/mca/rcache/grdma/rcache_grdma_module.c args->access_flags |= grdma_reg->access_flags; grdma_reg 255 opal/mca/rcache/grdma/rcache_grdma_module.c return mca_rcache_grdma_add_to_gc (grdma_reg); grdma_reg 258 opal/mca/rcache/grdma/rcache_grdma_module.c int32_t ref_cnt = opal_atomic_fetch_add_32 (&grdma_reg->ref_count, 1); grdma_reg 259 opal/mca/rcache/grdma/rcache_grdma_module.c args->reg = grdma_reg; grdma_reg 262 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_remove_from_lru (rcache_grdma, grdma_reg); grdma_reg 268 opal/mca/rcache/grdma/rcache_grdma_module.c "returning existing registration %p. references %d", (void *) grdma_reg, ref_cnt)); grdma_reg 282 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t *grdma_reg; grdma_reg 331 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg = (mca_rcache_base_registration_t*)item; grdma_reg 333 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->rcache = rcache; grdma_reg 334 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->base = base; grdma_reg 335 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->bound = bound; grdma_reg 336 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->flags = flags; grdma_reg 337 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->access_flags = access_flags; grdma_reg 338 opal/mca/rcache/grdma/rcache_grdma_module.c grdma_reg->ref_count = 1; grdma_reg 341 opal/mca/rcache/grdma/rcache_grdma_module.c mca_common_cuda_get_buffer_id(grdma_reg); grdma_reg 347 opal/mca/rcache/grdma/rcache_grdma_module.c base, bound - base + 1, grdma_reg))) { grdma_reg 365 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_insert (rcache_grdma->cache->vma_module, grdma_reg, 0); grdma_reg 367 opal/mca/rcache/grdma/rcache_grdma_module.c rcache_grdma->resources.deregister_mem (rcache_grdma->resources.reg_data, grdma_reg); grdma_reg 375 opal/mca/rcache/grdma/rcache_grdma_module.c (void *)grdma_reg, (void*)base, (void*)bound, grdma_reg->flags)); grdma_reg 377 opal/mca/rcache/grdma/rcache_grdma_module.c *reg = grdma_reg; grdma_reg 447 opal/mca/rcache/grdma/rcache_grdma_module.c static int mca_rcache_grdma_add_to_gc (mca_rcache_base_registration_t *grdma_reg) grdma_reg 449 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) grdma_reg->rcache; grdma_reg 450 opal/mca/rcache/grdma/rcache_grdma_module.c uint32_t flags = opal_atomic_fetch_or_32 ((opal_atomic_int32_t *) &grdma_reg->flags, MCA_RCACHE_FLAGS_INVALID); grdma_reg 452 opal/mca/rcache/grdma/rcache_grdma_module.c if ((flags & MCA_RCACHE_FLAGS_INVALID) || 0 != grdma_reg->ref_count) { grdma_reg 461 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_remove_from_lru (rcache_grdma, grdma_reg); grdma_reg 464 opal/mca/rcache/grdma/rcache_grdma_module.c opal_lifo_push_atomic (&rcache_grdma->cache->gc_lifo, (opal_list_item_t *) grdma_reg); grdma_reg 469 opal/mca/rcache/grdma/rcache_grdma_module.c static int gc_add (mca_rcache_base_registration_t *grdma_reg, void *ctx) grdma_reg 473 opal/mca/rcache/grdma/rcache_grdma_module.c if (grdma_reg->flags & MCA_RCACHE_FLAGS_INVALID) { grdma_reg 478 opal/mca/rcache/grdma/rcache_grdma_module.c if (grdma_reg->ref_count && grdma_reg->base == args->base) { grdma_reg 488 opal/mca/rcache/grdma/rcache_grdma_module.c return mca_rcache_grdma_add_to_gc (grdma_reg);