reg 169 opal/class/opal_free_list.c mca_rcache_base_registration_t *reg = NULL; reg 225 opal/class/opal_free_list.c flist->fl_rcache_reg_flags, MCA_RCACHE_ACCESS_ANY, ®); reg 240 opal/class/opal_free_list.c alloc_ptr->registration = reg; reg 248 opal/class/opal_free_list.c item->registration = reg; reg 301 opal/include/opal/sys/arm64/atomic.h #define OPAL_ASM_MAKE_ATOMIC(type, bits, name, inst, reg) \ reg 307 opal/include/opal/sys/arm64/atomic.h __asm__ __volatile__("1: ldxr %" reg "1, [%3] \n" \ reg 308 opal/include/opal/sys/arm64/atomic.h " " inst " %" reg "0, %" reg "1, %" reg "4 \n" \ reg 309 opal/include/opal/sys/arm64/atomic.h " stxr %w2, %" reg "0, [%3] \n" \ reg 350 opal/mca/btl/ofi/btl_ofi.h mca_rcache_base_registration_t *reg); reg 351 opal/mca/btl/ofi/btl_ofi.h int mca_btl_ofi_dereg_mem (void *reg_data, mca_rcache_base_registration_t *reg); reg 141 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_active_message_callback_t *reg; reg 150 opal/mca/btl/ofi/btl_ofi_frag.c reg = mca_btl_base_active_message_trigger + frag->hdr.tag; reg 151 opal/mca/btl/ofi/btl_ofi_frag.c reg->cbfunc (&ofi_btl->super, frag->hdr.tag, &frag->base, reg->cbdata); reg 189 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_reg_t *reg; reg 194 opal/mca/btl/ofi/btl_ofi_module.c (mca_rcache_base_registration_t **) ®); reg 199 opal/mca/btl/ofi/btl_ofi_module.c return ®->handle; reg 216 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_reg_t *reg = reg 219 opal/mca/btl/ofi/btl_ofi_module.c (void) ofi_module->rcache->rcache_deregister (ofi_module->rcache, ®->base); reg 224 opal/mca/btl/ofi/btl_ofi_module.c int mca_btl_ofi_reg_mem (void *reg_data, void *base, size_t size, mca_rcache_base_registration_t *reg) reg 230 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_reg_t *ur = (mca_btl_ofi_reg_t*) reg; reg 233 opal/mca/btl/ofi/btl_ofi_module.c (uint64_t) reg, 0, &ur->ur_mr, NULL); reg 253 opal/mca/btl/ofi/btl_ofi_module.c int mca_btl_ofi_dereg_mem (void *reg_data, mca_rcache_base_registration_t *reg) reg 255 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_reg_t *ur = (mca_btl_ofi_reg_t*)reg; reg 574 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_active_message_callback_t* reg; reg 666 opal/mca/btl/portals4/btl_portals4_component.c reg = mca_btl_base_active_message_trigger + tag; reg 668 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_PUT: tag=%x base_descriptor=%p cbfunc: %lx\n", tag, (void*)&btl_base_descriptor, (uint64_t)reg->cbfunc)); reg 669 opal/mca/btl/portals4/btl_portals4_component.c reg->cbfunc(&portals4_btl->super, tag, &btl_base_descriptor, reg->cbdata); reg 207 opal/mca/btl/self/btl_self.c mca_btl_active_message_callback_t* reg; reg 211 opal/mca/btl/self/btl_self.c reg = mca_btl_base_active_message_trigger + tag; reg 212 opal/mca/btl/self/btl_self.c reg->cbfunc( btl, tag, des, reg->cbdata ); reg 1048 opal/mca/btl/smcuda/btl_smcuda.c mca_rcache_common_cuda_reg_t *reg; reg 1057 opal/mca/btl/smcuda/btl_smcuda.c access_flags, (mca_rcache_base_registration_t **) ®); reg 1058 opal/mca/btl/smcuda/btl_smcuda.c if (OPAL_UNLIKELY(NULL == reg)) { reg 1062 opal/mca/btl/smcuda/btl_smcuda.c return (mca_btl_base_registration_handle_t *) ®->data; reg 1069 opal/mca/btl/smcuda/btl_smcuda.c mca_rcache_common_cuda_reg_t *reg = (mca_rcache_common_cuda_reg_t *) reg 1072 opal/mca/btl/smcuda/btl_smcuda.c smcuda_module->rcache->rcache_deregister (smcuda_module->rcache, ®->base); reg 1049 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_active_message_callback_t* reg; reg 1062 opal/mca/btl/smcuda/btl_smcuda_component.c reg = mca_btl_base_active_message_trigger + hdr->tag; reg 1070 opal/mca/btl/smcuda/btl_smcuda_component.c reg->cbfunc(&mca_btl_smcuda.super, hdr->tag, &(Frag.base), reg 1071 opal/mca/btl/smcuda/btl_smcuda_component.c reg->cbdata); reg 72 opal/mca/btl/tcp/btl_tcp.h mca_btl_active_message_callback_t* reg; \ reg 73 opal/mca/btl/tcp/btl_tcp.h reg = mca_btl_base_active_message_trigger + frag->hdr.base.tag; \ reg 74 opal/mca/btl/tcp/btl_tcp.h reg->cbfunc(&frag->endpoint->endpoint_btl->super, frag->hdr.base.tag, &frag->base, reg->cbdata); \ reg 977 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_active_message_callback_t* reg; reg 978 opal/mca/btl/tcp/btl_tcp_endpoint.c reg = mca_btl_base_active_message_trigger + frag->hdr.base.tag; reg 979 opal/mca/btl/tcp/btl_tcp_endpoint.c reg->cbfunc(&frag->btl->super, frag->hdr.base.tag, &frag->base, reg->cbdata); reg 171 opal/mca/btl/uct/btl_uct.h #define MCA_BTL_UCT_REG_REMOTE_TO_LOCAL(reg) ((mca_btl_uct_reg_t *)((intptr_t) (reg) - offsetof (mca_btl_uct_reg_t, handle))) reg 276 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_reg_mem (void *reg_data, void *base, size_t size, mca_rcache_base_registration_t *reg); reg 277 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_dereg_mem (void *reg_data, mca_rcache_base_registration_t *reg); reg 303 opal/mca/btl/uct/btl_uct_component.c mca_btl_active_message_callback_t *reg; reg 311 opal/mca/btl/uct/btl_uct_component.c reg = mca_btl_base_active_message_trigger + header->data.tag; reg 312 opal/mca/btl/uct/btl_uct_component.c reg->cbfunc (&uct_btl->super, header->data.tag, &frag.base, reg->cbdata); reg 26 opal/mca/btl/uct/btl_uct_frag.c mca_btl_uct_reg_t *reg = (mca_btl_uct_reg_t *) frag->base.super.registration; reg 44 opal/mca/btl/uct/btl_uct_frag.c if (reg) { reg 45 opal/mca/btl/uct/btl_uct_frag.c frag->uct_iov.memh = reg->uct_memh; reg 169 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_reg_t *reg; reg 174 opal/mca/btl/uct/btl_uct_module.c (mca_rcache_base_registration_t **) ®); reg 179 opal/mca/btl/uct/btl_uct_module.c return ®->handle; reg 196 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_reg_t *reg = reg 199 opal/mca/btl/uct/btl_uct_module.c (void) uct_module->rcache->rcache_deregister (uct_module->rcache, ®->base); reg 204 opal/mca/btl/uct/btl_uct_module.c int mca_btl_uct_reg_mem (void *reg_data, void *base, size_t size, mca_rcache_base_registration_t *reg) reg 207 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_reg_t *uct_reg = (mca_btl_uct_reg_t *) reg; reg 213 opal/mca/btl/uct/btl_uct_module.c if (MCA_BTL_REG_FLAG_REMOTE_READ & reg->access_flags) { reg 216 opal/mca/btl/uct/btl_uct_module.c if (MCA_BTL_REG_FLAG_REMOTE_WRITE & reg->access_flags) { reg 219 opal/mca/btl/uct/btl_uct_module.c if (MCA_BTL_REG_FLAG_REMOTE_ATOMIC & reg->access_flags) { reg 234 opal/mca/btl/uct/btl_uct_module.c if (reg->access_flags & (MCA_BTL_REG_FLAG_REMOTE_READ | MCA_BTL_REG_FLAG_REMOTE_WRITE | MCA_BTL_REG_FLAG_REMOTE_ATOMIC)) { reg 248 opal/mca/btl/uct/btl_uct_module.c int mca_btl_uct_dereg_mem (void *reg_data, mca_rcache_base_registration_t *reg) reg 251 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_reg_t *uct_reg = (mca_btl_uct_reg_t *) reg; reg 248 opal/mca/btl/ugni/btl_ugni_add_procs.c mca_rcache_base_registration_t *reg) reg 258 opal/mca/btl/ugni/btl_ugni_add_procs.c if (reg->access_flags & (MCA_RCACHE_ACCESS_REMOTE_WRITE | MCA_RCACHE_ACCESS_LOCAL_WRITE | reg 265 opal/mca/btl/ugni/btl_ugni_add_procs.c if (!(reg->flags & MCA_RCACHE_FLAGS_SO_MEM)) { reg 269 opal/mca/btl/ugni/btl_ugni_add_procs.c if (reg->flags & MCA_RCACHE_FLAGS_RESV0) { reg 273 opal/mca/btl/ugni/btl_ugni_add_procs.c rc = mca_btl_ugni_reg_mem (ugni_module, base, size, (mca_btl_ugni_reg_t *) reg, cq, flags); reg 282 opal/mca/btl/ugni/btl_ugni_add_procs.c ugni_dereg_mem (void *reg_data, mca_rcache_base_registration_t *reg) reg 287 opal/mca/btl/ugni/btl_ugni_add_procs.c rc = mca_btl_ugni_dereg_mem (ugni_module, (mca_btl_ugni_reg_t *) reg); reg 24 opal/mca/btl/ugni/btl_ugni_frag.c struct mca_btl_ugni_reg_t *reg = reg 29 opal/mca/btl/ugni/btl_ugni_frag.c frag->memory_handle = reg->handle; reg 87 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_active_message_callback_t *reg; reg 109 opal/mca/btl/ugni/btl_ugni_get.c reg = mca_btl_base_active_message_trigger + tag; reg 110 opal/mca/btl/ugni/btl_ugni_get.c reg->cbfunc(&ugni_module->super, tag, &(tmp.base), reg->cbdata); reg 305 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_reg_t *reg; reg 310 opal/mca/btl/ugni/btl_ugni_module.c (mca_rcache_base_registration_t **) ®); reg 315 opal/mca/btl/ugni/btl_ugni_module.c return ®->handle; reg 321 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_reg_t *reg = reg 324 opal/mca/btl/ugni/btl_ugni_module.c (void) ugni_module->rcache->rcache_deregister (ugni_module->rcache, ®->base); reg 58 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_active_message_callback_t *reg; reg 105 opal/mca/btl/ugni/btl_ugni_smsg.c reg = mca_btl_base_active_message_trigger + tag; reg 112 opal/mca/btl/ugni/btl_ugni_smsg.c assert (NULL != reg->cbfunc); reg 114 opal/mca/btl/ugni/btl_ugni_smsg.c reg->cbfunc(&ugni_module->super, tag, &(frag.base), reg->cbdata); reg 1414 opal/mca/btl/usnic/btl_usnic_module.c mca_rcache_base_registration_t* reg) reg 1417 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_reg_t* ur = (opal_btl_usnic_reg_t*)reg; reg 1429 opal/mca/btl/usnic/btl_usnic_module.c mca_rcache_base_registration_t* reg) reg 1431 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_reg_t* ur = (opal_btl_usnic_reg_t*)reg; reg 54 opal/mca/btl/usnic/btl_usnic_recv.c mca_btl_active_message_callback_t* reg; reg 138 opal/mca/btl/usnic/btl_usnic_recv.c reg = mca_btl_base_active_message_trigger + hdr->tag; reg 145 opal/mca/btl/usnic/btl_usnic_recv.c reg->cbfunc(&module->super, hdr->tag, &seg->rs_desc, reg->cbdata); reg 292 opal/mca/btl/usnic/btl_usnic_recv.c reg = mca_btl_base_active_message_trigger + reg 296 opal/mca/btl/usnic/btl_usnic_recv.c reg->cbfunc(&module->super, chunk_hdr->ch_hdr.tag, reg 297 opal/mca/btl/usnic/btl_usnic_recv.c &desc, reg->cbdata); reg 281 opal/mca/btl/usnic/btl_usnic_recv.h mca_btl_active_message_callback_t* reg; reg 327 opal/mca/btl/usnic/btl_usnic_recv.h reg = mca_btl_base_active_message_trigger + bseg->us_btl_header->tag; reg 329 opal/mca/btl/usnic/btl_usnic_recv.h reg->cbfunc(&module->super, bseg->us_btl_header->tag, reg 330 opal/mca/btl/usnic/btl_usnic_recv.h &seg->rs_desc, reg->cbdata); reg 397 opal/mca/btl/usnic/btl_usnic_recv.h mca_btl_active_message_callback_t* reg; reg 435 opal/mca/btl/usnic/btl_usnic_recv.h reg = mca_btl_base_active_message_trigger + bseg->us_btl_header->tag; reg 437 opal/mca/btl/usnic/btl_usnic_recv.h reg->cbfunc(&module->super, bseg->us_btl_header->tag, reg 438 opal/mca/btl/usnic/btl_usnic_recv.h &seg->rs_desc, reg->cbdata); reg 612 opal/mca/btl/vader/btl_vader_component.c const mca_btl_active_message_callback_t *reg; reg 619 opal/mca/btl/vader/btl_vader_component.c reg = mca_btl_base_active_message_trigger + hdr->tag; reg 635 opal/mca/btl/vader/btl_vader_component.c reg->cbfunc(&mca_btl_vader.super, hdr->tag, &frag, reg->cbdata); reg 638 opal/mca/btl/vader/btl_vader_component.c reg->cbfunc(&mca_btl_vader.super, hdr->tag, &frag, reg->cbdata); reg 214 opal/mca/btl/vader/btl_vader_fbox.h const mca_btl_active_message_callback_t *reg = reg 226 opal/mca/btl/vader/btl_vader_fbox.h reg->cbfunc(&mca_btl_vader.super, hdr.data.tag, &desc, reg->cbdata); reg 44 opal/mca/btl/vader/btl_vader_get.c mca_rcache_base_registration_t *reg; reg 51 opal/mca/btl/vader/btl_vader_get.c reg = vader_get_registation (endpoint, (void *)(intptr_t) remote_address, size, 0, &rem_ptr); reg 58 opal/mca/btl/vader/btl_vader_get.c vader_return_registration (reg, endpoint); reg 26 opal/mca/btl/vader/btl_vader_knem.c mca_rcache_base_registration_t *reg) reg 28 opal/mca/btl/vader/btl_vader_knem.c mca_btl_vader_registration_handle_t *knem_reg = (mca_btl_vader_registration_handle_t *) reg; reg 39 opal/mca/btl/vader/btl_vader_knem.c if (reg->access_flags & (MCA_RCACHE_ACCESS_LOCAL_WRITE | MCA_RCACHE_ACCESS_REMOTE_WRITE)) { reg 43 opal/mca/btl/vader/btl_vader_knem.c if (reg->access_flags & MCA_RCACHE_ACCESS_REMOTE_READ) { reg 59 opal/mca/btl/vader/btl_vader_knem.c static int mca_btl_vader_knem_dereg (void *reg_data, mca_rcache_base_registration_t *reg) reg 61 opal/mca/btl/vader/btl_vader_knem.c mca_btl_vader_registration_handle_t *knem_reg = (mca_btl_vader_registration_handle_t *) reg; reg 75 opal/mca/btl/vader/btl_vader_knem.c mca_btl_vader_registration_handle_t *reg = NULL; reg 81 opal/mca/btl/vader/btl_vader_knem.c (mca_rcache_base_registration_t **) ®); reg 86 opal/mca/btl/vader/btl_vader_knem.c return ®->btl_handle; reg 93 opal/mca/btl/vader/btl_vader_knem.c mca_btl_vader_registration_handle_t *reg = reg 96 opal/mca/btl/vader/btl_vader_knem.c vader_module->knem_rcache->rcache_deregister (vader_module->knem_rcache, ®->base); reg 43 opal/mca/btl/vader/btl_vader_put.c mca_rcache_base_registration_t *reg; reg 46 opal/mca/btl/vader/btl_vader_put.c reg = vader_get_registation (endpoint, (void *)(intptr_t) remote_address, size, 0, &rem_ptr); reg 47 opal/mca/btl/vader/btl_vader_put.c if (OPAL_UNLIKELY(NULL == reg)) { reg 53 opal/mca/btl/vader/btl_vader_put.c vader_return_registration (reg, endpoint); reg 37 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_registration_t **reg; reg 43 opal/mca/btl/vader/btl_vader_xpmem.c static int vader_check_reg (mca_rcache_base_registration_t *reg, void *ctx) reg 47 opal/mca/btl/vader/btl_vader_xpmem.c if ((intptr_t) reg->alloc_base != vader_ctx->ep->peer_smp_rank || reg 48 opal/mca/btl/vader/btl_vader_xpmem.c (reg->flags & MCA_RCACHE_FLAGS_PERSIST)) { reg 53 opal/mca/btl/vader/btl_vader_xpmem.c vader_ctx->reg[0] = reg; reg 55 opal/mca/btl/vader/btl_vader_xpmem.c if (vader_ctx->bound <= (uintptr_t) reg->bound && vader_ctx->base >= (uintptr_t) reg->base) { reg 56 opal/mca/btl/vader/btl_vader_xpmem.c opal_atomic_add (®->ref_count, 1); reg 63 opal/mca/btl/vader/btl_vader_xpmem.c void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *ep) reg 68 opal/mca/btl/vader/btl_vader_xpmem.c ref_count = opal_atomic_add_fetch_32 (®->ref_count, -1); reg 69 opal/mca/btl/vader/btl_vader_xpmem.c if (OPAL_UNLIKELY(0 == ref_count && !(reg->flags & MCA_RCACHE_FLAGS_PERSIST))) { reg 70 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_delete (vma_module, reg); reg 72 opal/mca/btl/vader/btl_vader_xpmem.c opal_memchecker_base_mem_noaccess (reg->rcache_context, (uintptr_t)(reg->bound - reg->base)); reg 73 opal/mca/btl/vader/btl_vader_xpmem.c (void)xpmem_detach (reg->rcache_context); reg 74 opal/mca/btl/vader/btl_vader_xpmem.c OBJ_RELEASE (reg); reg 85 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_registration_t *reg = NULL; reg 86 opal/mca/btl/vader/btl_vader_xpmem.c vader_check_reg_ctx_t check_ctx = {.ep = ep, .reg = ®}; reg 105 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_delete (vma_module, reg); reg 108 opal/mca/btl/vader/btl_vader_xpmem.c base = (uintptr_t) reg->base < base ? (uintptr_t) reg->base : base; reg 111 opal/mca/btl/vader/btl_vader_xpmem.c vader_return_registration (reg, ep); reg 113 opal/mca/btl/vader/btl_vader_xpmem.c reg = NULL; reg 116 opal/mca/btl/vader/btl_vader_xpmem.c if (NULL == reg) { reg 117 opal/mca/btl/vader/btl_vader_xpmem.c reg = OBJ_NEW(mca_rcache_base_registration_t); reg 118 opal/mca/btl/vader/btl_vader_xpmem.c if (OPAL_LIKELY(NULL != reg)) { reg 120 opal/mca/btl/vader/btl_vader_xpmem.c reg->ref_count = 2; reg 121 opal/mca/btl/vader/btl_vader_xpmem.c reg->base = (unsigned char *) base; reg 122 opal/mca/btl/vader/btl_vader_xpmem.c reg->bound = (unsigned char *) bound; reg 123 opal/mca/btl/vader/btl_vader_xpmem.c reg->flags = flags; reg 124 opal/mca/btl/vader/btl_vader_xpmem.c reg->alloc_base = (void *) (intptr_t) ep->peer_smp_rank; reg 133 opal/mca/btl/vader/btl_vader_xpmem.c reg->rcache_context = xpmem_attach (xpmem_addr, bound - base, NULL); reg 134 opal/mca/btl/vader/btl_vader_xpmem.c if (OPAL_UNLIKELY((void *)-1 == reg->rcache_context)) { reg 135 opal/mca/btl/vader/btl_vader_xpmem.c OBJ_RELEASE(reg); reg 139 opal/mca/btl/vader/btl_vader_xpmem.c opal_memchecker_base_mem_defined (reg->rcache_context, bound - base); reg 142 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_vma_insert (vma_module, reg, 0); reg 148 opal/mca/btl/vader/btl_vader_xpmem.c *local_ptr = (void *) ((uintptr_t) reg->rcache_context + reg 149 opal/mca/btl/vader/btl_vader_xpmem.c (ptrdiff_t)((uintptr_t) rem_ptr - (uintptr_t) reg->base)); reg 151 opal/mca/btl/vader/btl_vader_xpmem.c return reg; reg 154 opal/mca/btl/vader/btl_vader_xpmem.c static int mca_btl_vader_endpoint_xpmem_rcache_cleanup (mca_rcache_base_registration_t *reg, void *ctx) reg 157 opal/mca/btl/vader/btl_vader_xpmem.c if ((intptr_t) reg->alloc_base == ep->peer_smp_rank) { reg 159 opal/mca/btl/vader/btl_vader_xpmem.c reg->ref_count = 0; reg 160 opal/mca/btl/vader/btl_vader_xpmem.c OBJ_RELEASE(reg); reg 49 opal/mca/btl/vader/btl_vader_xpmem.h void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *endpoint); reg 65 opal/mca/btl/vader/btl_vader_xpmem.h static inline void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *endpoint) reg 67 opal/mca/btl/vader/btl_vader_xpmem.h (void) reg; reg 1097 opal/mca/common/cuda/common_cuda.c int cuda_ungetmemhandle(void *reg_data, mca_rcache_base_registration_t *reg) reg 1100 opal/mca/common/cuda/common_cuda.c "CUDA: cuda_ungetmemhandle (no-op): base=%p", reg->base); reg 1101 opal/mca/common/cuda/common_cuda.c CUDA_DUMP_MEMHANDLE((100, ((mca_rcache_common_cuda_reg_t *)reg)->data.memHandle, "cuda_ungetmemhandle")); reg 1154 opal/mca/common/cuda/common_cuda.c int cuda_closememhandle(void *reg_data, mca_rcache_base_registration_t *reg) reg 1157 opal/mca/common/cuda/common_cuda.c mca_rcache_common_cuda_reg_t *cuda_reg = (mca_rcache_common_cuda_reg_t*)reg; reg 2015 opal/mca/common/cuda/common_cuda.c bool mca_common_cuda_previously_freed_memory(mca_rcache_base_registration_t *reg) reg 2019 opal/mca/common/cuda/common_cuda.c unsigned char *dbuf = reg->base; reg 2031 opal/mca/common/cuda/common_cuda.c "CUDA: base=%p, bufID=%llu, reg->gpu_bufID=%llu, %s", dbuf, bufID, reg->gpu_bufID, reg 2032 opal/mca/common/cuda/common_cuda.c (reg->gpu_bufID == bufID ? "BUFFER_ID match":"BUFFER_ID do not match")); reg 2033 opal/mca/common/cuda/common_cuda.c if (bufID != reg->gpu_bufID) { reg 2047 opal/mca/common/cuda/common_cuda.c void mca_common_cuda_get_buffer_id(mca_rcache_base_registration_t *reg) reg 2051 opal/mca/common/cuda/common_cuda.c unsigned char *dbuf = reg->base; reg 2060 opal/mca/common/cuda/common_cuda.c reg->gpu_bufID = bufID; reg 80 opal/mca/common/cuda/common_cuda.h OPAL_DECLSPEC int cuda_ungetmemhandle(void *reg_data, mca_rcache_base_registration_t *reg); reg 83 opal/mca/common/cuda/common_cuda.h OPAL_DECLSPEC int cuda_closememhandle(void *reg_data, mca_rcache_base_registration_t *reg); reg 90 opal/mca/common/cuda/common_cuda.h OPAL_DECLSPEC bool mca_common_cuda_previously_freed_memory(mca_rcache_base_registration_t *reg); reg 91 opal/mca/common/cuda/common_cuda.h OPAL_DECLSPEC void mca_common_cuda_get_buffer_id(mca_rcache_base_registration_t *reg); reg 2826 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-linux.c uint32_t reg = -1, l2_cache = -1, phandle = -1; reg 2840 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-linux.c hwloc_read_unit32be(cpu, "reg", ®, root_fd); reg 2864 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-linux.c } else if ((unsigned int)-1 != reg) { reg 2870 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-linux.c hwloc_bitmap_set(cpuset, reg); reg 2881 opal/mca/hwloc/hwloc201/hwloc/hwloc/topology-linux.c core = hwloc_alloc_setup_object(topology, HWLOC_OBJ_CORE, (unsigned) reg); reg 62 opal/mca/patcher/base/patcher_base_patch.c static int PatchLoadImm (uintptr_t addr, unsigned int reg, size_t value) reg 65 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr + 0) = addis ( reg, 0, (value >> 48)); reg 66 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr + 4) = ori ( reg, reg, (value >> 32)); reg 67 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr + 8) = rldicr( reg, reg, 32, 31); reg 68 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr +12) = oris ( reg, reg, (value >> 16)); reg 69 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr +16) = ori ( reg, reg, (value >> 0)); reg 72 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr + 0) = addis ( reg, 0, (value >> 16)); reg 73 opal/mca/patcher/base/patcher_base_patch.c *(unsigned int *) (addr + 4) = ori ( reg, reg, (value >> 0)); reg 186 opal/mca/patcher/overwrite/patcher_overwrite_module.c PatchLoadImm(uintptr_t addr, unsigned int reg, size_t value) reg 189 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr + 0) = addis ( reg, 0, (value >> 48)); reg 190 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr + 4) = ori ( reg, reg, (value >> 32)); reg 191 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr + 8) = rldicr( reg, reg, 32, 31); reg 192 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr +12) = oris ( reg, reg, (value >> 16)); reg 193 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr +16) = ori ( reg, reg, (value >> 0)); reg 196 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr + 0) = addis ( reg, 0, (value >> 16)); reg 197 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(unsigned int *) (addr + 4) = ori ( reg, reg, (value >> 0)); reg 249 opal/mca/patcher/overwrite/patcher_overwrite_module.c static uint32_t mov (unsigned int reg, uint16_t shift, uint16_t value) reg 251 opal/mca/patcher/overwrite/patcher_overwrite_module.c return (0x1a5 << 23) + ((uint32_t) shift << 21) + ((uint32_t) value << 5) + reg; reg 261 opal/mca/patcher/overwrite/patcher_overwrite_module.c static uint32_t movk (unsigned int reg, uint16_t shift, uint16_t value) reg 263 opal/mca/patcher/overwrite/patcher_overwrite_module.c return (0x1e5 << 23) + ((uint32_t) shift << 21) + ((uint32_t) value << 5) + reg; reg 266 opal/mca/patcher/overwrite/patcher_overwrite_module.c static uint32_t br (unsigned int reg) reg 268 opal/mca/patcher/overwrite/patcher_overwrite_module.c return (0xd61f << 16) + (reg << 5); reg 272 opal/mca/patcher/overwrite/patcher_overwrite_module.c PatchLoadImm(uintptr_t addr, unsigned int reg, uint64_t value) reg 274 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(uint32_t *) (addr + 0) = mov(reg, 3, value >> 48); reg 275 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(uint32_t *) (addr + 4) = movk(reg, 2, value >> 32); reg 276 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(uint32_t *) (addr + 8) = movk(reg, 1, value >> 16); reg 277 opal/mca/patcher/overwrite/patcher_overwrite_module.c *(uint32_t *) (addr + 12) = movk(reg, 0, value); reg 302 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/arm64/atomic.h #define PMIX_ASM_MAKE_ATOMIC(type, bits, name, inst, reg) \ reg 308 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/arm64/atomic.h __asm__ __volatile__("1: ldxr %" reg "1, [%3] \n" \ reg 309 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/arm64/atomic.h " " inst " %" reg "0, %" reg "1, %" reg "4 \n" \ reg 310 opal/mca/pmix/pmix4x/pmix/src/atomics/sys/arm64/atomic.h " stxr %w2, %" reg "0, [%3] \n" \ reg 277 opal/mca/pmix/pmix4x/pmix/src/tools/pattrs/pattrs.c pmix_regattr_t *reg; reg 476 opal/mca/pmix/pmix4x/pmix/src/tools/pattrs/pattrs.c reg = (pmix_regattr_t*)info[m].value.data.darray->array; reg 477 opal/mca/pmix/pmix4x/pmix/src/tools/pattrs/pattrs.c pmix_attributes_print_attrs(&ans, info[m].key, reg, info[0].value.data.darray->size); reg 480 opal/mca/pmix/pmix4x/pmix/src/tools/pattrs/pattrs.c reg = (pmix_regattr_t*)mq.info[n].value.data.ptr; reg 481 opal/mca/pmix/pmix4x/pmix/src/tools/pattrs/pattrs.c pmix_attributes_print_attrs(&ans, mq.info[n].key, reg, 1); reg 56 opal/mca/rcache/base/rcache_base_frame.c static void mca_rcache_base_registration_constructor( mca_rcache_base_registration_t * reg ) reg 58 opal/mca/rcache/base/rcache_base_frame.c reg->rcache = NULL; reg 59 opal/mca/rcache/base/rcache_base_frame.c reg->base = NULL; reg 60 opal/mca/rcache/base/rcache_base_frame.c reg->bound = NULL; reg 61 opal/mca/rcache/base/rcache_base_frame.c reg->ref_count = 0; reg 62 opal/mca/rcache/base/rcache_base_frame.c reg->flags = 0; reg 60 opal/mca/rcache/base/rcache_base_vma.c size_t size, mca_rcache_base_registration_t **reg) reg 78 opal/mca/rcache/base/rcache_base_vma.c *reg = mca_rcache_base_vma_tree_find (vma_module, (unsigned char *) addr, bound_addr); reg 108 opal/mca/rcache/base/rcache_base_vma.c mca_rcache_base_registration_t *reg, size_t limit) reg 110 opal/mca/rcache/base/rcache_base_vma.c size_t reg_size = reg->bound - reg->base + 1; reg 126 opal/mca/rcache/base/rcache_base_vma.c rc = mca_rcache_base_vma_tree_insert (vma_module, reg, limit); reg 130 opal/mca/rcache/base/rcache_base_vma.c opal_memory->memoryc_register (reg->base, (uint64_t) reg_size, reg 131 opal/mca/rcache/base/rcache_base_vma.c (uint64_t) (uintptr_t) reg); reg 138 opal/mca/rcache/base/rcache_base_vma.c mca_rcache_base_registration_t *reg) reg 142 opal/mca/rcache/base/rcache_base_vma.c opal_memory->memoryc_deregister (reg->base, reg 143 opal/mca/rcache/base/rcache_base_vma.c (uint64_t) (reg->bound - reg->base), reg 144 opal/mca/rcache/base/rcache_base_vma.c (uint64_t) (uintptr_t) reg); reg 145 opal/mca/rcache/base/rcache_base_vma.c return mca_rcache_base_vma_tree_delete (vma_module, reg); reg 58 opal/mca/rcache/base/rcache_base_vma.h size_t size, struct mca_rcache_base_registration_t **reg); reg 64 opal/mca/rcache/base/rcache_base_vma_tree.c mca_rcache_base_registration_t *reg = (mca_rcache_base_registration_t *) data; reg 70 opal/mca/rcache/base/rcache_base_vma_tree.c args->regs[args->reg_cnt++] = reg; reg 110 opal/mca/rcache/base/rcache_base_vma_tree.c mca_rcache_base_registration_t *reg, size_t limit) reg 112 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_insert (&vma_module->tree, reg, (uintptr_t) reg->base, (uintptr_t) reg->bound + 1); reg 124 opal/mca/rcache/base/rcache_base_vma_tree.c mca_rcache_base_registration_t *reg) reg 126 opal/mca/rcache/base/rcache_base_vma_tree.c return opal_interval_tree_delete (&vma_module->tree, (uintptr_t) reg->base, (uintptr_t) reg->bound + 1, reg); reg 131 opal/mca/rcache/base/rcache_base_vma_tree.c mca_rcache_base_registration_t *reg = ( mca_rcache_base_registration_t *) data; reg 134 opal/mca/rcache/base/rcache_base_vma_tree.c (void *) reg->base, (void *) reg->bound, reg->ref_count, reg->flags); reg 66 opal/mca/rcache/base/rcache_base_vma_tree.h mca_rcache_base_registration_t* reg, size_t limit); reg 72 opal/mca/rcache/base/rcache_base_vma_tree.h mca_rcache_base_registration_t *reg); reg 68 opal/mca/rcache/gpusm/rcache_gpusm.h size_t size, uint32_t flags, int32_t access_flags, mca_rcache_base_registration_t **reg); reg 74 opal/mca/rcache/gpusm/rcache_gpusm.h mca_rcache_base_registration_t *reg); reg 80 opal/mca/rcache/gpusm/rcache_gpusm.h size_t size, mca_rcache_base_registration_t **reg); reg 97 opal/mca/rcache/gpusm/rcache_gpusm_module.c mca_rcache_base_registration_t **reg) reg 99 opal/mca/rcache/gpusm/rcache_gpusm_module.c return mca_rcache_gpusm_register(rcache, addr, size, 0, 0, reg); reg 110 opal/mca/rcache/gpusm/rcache_gpusm_module.c mca_rcache_base_registration_t **reg) reg 122 opal/mca/rcache/gpusm/rcache_gpusm_module.c *reg = NULL; reg 146 opal/mca/rcache/gpusm/rcache_gpusm_module.c *reg = gpusm_reg; reg 147 opal/mca/rcache/gpusm/rcache_gpusm_module.c (*reg)->ref_count++; reg 156 opal/mca/rcache/gpusm/rcache_gpusm_module.c mca_rcache_base_registration_t *reg) reg 161 opal/mca/rcache/gpusm/rcache_gpusm_module.c rc = cuda_ungetmemhandle (NULL, reg); reg 162 opal/mca/rcache/gpusm/rcache_gpusm_module.c opal_free_list_return (&rcache_gpusm->reg_list, (opal_free_list_item_t *) reg); reg 53 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t **reg); reg 55 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t *reg); reg 57 opal/mca/rcache/grdma/rcache_grdma_module.c size_t size, mca_rcache_base_registration_t **reg); reg 73 opal/mca/rcache/grdma/rcache_grdma_module.c static inline bool registration_is_cacheable(mca_rcache_base_registration_t *reg) reg 75 opal/mca/rcache/grdma/rcache_grdma_module.c return registration_flags_cacheable (reg->flags); reg 136 opal/mca/rcache/grdma/rcache_grdma_module.c static inline int dereg_mem(mca_rcache_base_registration_t *reg) reg 138 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_module_t *rcache_grdma = (mca_rcache_grdma_module_t *) reg->rcache; reg 141 opal/mca/rcache/grdma/rcache_grdma_module.c reg->ref_count = 0; reg 143 opal/mca/rcache/grdma/rcache_grdma_module.c if (!(reg->flags & MCA_RCACHE_FLAGS_CACHE_BYPASS)) { reg 144 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_vma_delete (rcache_grdma->cache->vma_module, reg); reg 147 opal/mca/rcache/grdma/rcache_grdma_module.c rc = rcache_grdma->resources.deregister_mem (rcache_grdma->resources.reg_data, reg); reg 150 opal/mca/rcache/grdma/rcache_grdma_module.c (opal_free_list_item_t *) reg); reg 154 opal/mca/rcache/grdma/rcache_grdma_module.c "registration %p destroyed", (void *) reg)); reg 199 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t *reg; reg 259 opal/mca/rcache/grdma/rcache_grdma_module.c args->reg = grdma_reg; reg 277 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t **reg) reg 288 opal/mca/rcache/grdma/rcache_grdma_module.c *reg = NULL; reg 310 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_find_args_t find_args = {.reg = NULL, .rcache_grdma = rcache_grdma, reg 317 opal/mca/rcache/grdma/rcache_grdma_module.c *reg = find_args.reg; reg 377 opal/mca/rcache/grdma/rcache_grdma_module.c *reg = grdma_reg; reg 383 opal/mca/rcache/grdma/rcache_grdma_module.c size_t size, mca_rcache_base_registration_t **reg) reg 395 opal/mca/rcache/grdma/rcache_grdma_module.c rc = mca_rcache_base_vma_find (rcache_grdma->cache->vma_module, base, bound - base + 1, reg); reg 396 opal/mca/rcache/grdma/rcache_grdma_module.c if(NULL != *reg && reg 398 opal/mca/rcache/grdma/rcache_grdma_module.c ((*reg)->flags & MCA_RCACHE_FLAGS_PERSIST) || reg 399 opal/mca/rcache/grdma/rcache_grdma_module.c ((*reg)->base == base && (*reg)->bound == bound))) { reg 400 opal/mca/rcache/grdma/rcache_grdma_module.c assert(((void*)(*reg)->bound) >= addr); reg 401 opal/mca/rcache/grdma/rcache_grdma_module.c if(0 == (*reg)->ref_count && reg 404 opal/mca/rcache/grdma/rcache_grdma_module.c (opal_list_item_t*)(*reg)); reg 407 opal/mca/rcache/grdma/rcache_grdma_module.c opal_atomic_add_fetch_32 (&(*reg)->ref_count, 1); reg 418 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t *reg) reg 423 opal/mca/rcache/grdma/rcache_grdma_module.c ref_count = opal_atomic_add_fetch_32 (®->ref_count, -1); reg 426 opal/mca/rcache/grdma/rcache_grdma_module.c "returning registration %p, remaining references %d", (void *) reg, ref_count)); reg 433 opal/mca/rcache/grdma/rcache_grdma_module.c if (registration_is_cacheable(reg)) { reg 434 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_grdma_add_to_lru (rcache_grdma, reg); reg 438 opal/mca/rcache/grdma/rcache_grdma_module.c return dereg_mem (reg); reg 508 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_registration_t *reg; reg 510 opal/mca/rcache/grdma/rcache_grdma_module.c mca_rcache_base_vma_find (rcache_grdma->cache->vma_module, addr, size, ®); reg 511 opal/mca/rcache/grdma/rcache_grdma_module.c if (NULL == reg) { reg 516 opal/mca/rcache/grdma/rcache_grdma_module.c if (!(mca_common_cuda_previously_freed_memory(reg))) { reg 118 opal/mca/rcache/rcache.h mca_rcache_base_registration_t *reg); reg 119 opal/mca/rcache/rcache.h int (*deregister_mem) (void *reg_data, mca_rcache_base_registration_t *reg); reg 135 opal/mca/rcache/rcache.h mca_rcache_base_registration_t **reg); reg 141 opal/mca/rcache/rcache.h mca_rcache_base_registration_t *reg); reg 148 opal/mca/rcache/rcache.h size_t size, mca_rcache_base_registration_t **reg); reg 73 opal/mca/rcache/rgpusm/rcache_rgpusm.h size_t size, uint32_t flags, int32_t access_flags, mca_rcache_base_registration_t **reg); reg 79 opal/mca/rcache/rgpusm/rcache_rgpusm.h mca_rcache_base_registration_t *reg); reg 85 opal/mca/rcache/rgpusm/rcache_rgpusm.h mca_rcache_base_registration_t *reg); reg 91 opal/mca/rcache/rgpusm/rcache_rgpusm.h size_t size, mca_rcache_base_registration_t **reg); reg 171 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_registration_t **reg) reg 184 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rget_reg = (mca_rcache_common_cuda_reg_t *)*reg; reg 225 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c *reg = (mca_rcache_base_registration_t *)rgpusm_reg; reg 231 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_find (rcache_rgpusm->vma_module, addr, size, reg); reg 240 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if (*reg != NULL) { reg 244 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c addr, (int)size, (*reg)->base, reg 245 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (int)((*reg)->bound - (*reg)->base)); reg 247 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if (mca_common_cuda_memhandle_matches((mca_rcache_common_cuda_reg_t *)*reg, rget_reg)) { reg 255 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c addr, (int)size, (*reg)->base, reg 256 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (int)((*reg)->bound - (*reg)->base)); reg 260 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(0 == (*reg)->ref_count); reg 263 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (opal_list_item_t*)(*reg)); reg 267 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (*reg)->ref_count++; reg 269 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (*reg)->flags |= MCA_RCACHE_FLAGS_INVALID; reg 270 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_rgpusm_deregister_no_lock(rcache, *reg); reg 271 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c *reg = NULL; reg 280 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if (*reg != NULL) { reg 286 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if ((0 == (*reg)->ref_count) && mca_rcache_rgpusm_component.leave_pinned) { reg 291 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (opal_list_item_t*)(*reg)); reg 293 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (*reg)->ref_count++; reg 295 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c opal_output(-1, "reg->ref_count=%d", (int)(*reg)->ref_count); reg 303 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(NULL == *reg); reg 441 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c *reg = (mca_rcache_base_registration_t *)rgpusm_reg; reg 448 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c size_t size, mca_rcache_base_registration_t **reg) reg 459 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = mca_rcache_base_vma_find (rcache_rgpusm->vma_module, addr, size, reg); reg 460 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(*reg != NULL && mca_rcache_rgpusm_component.leave_pinned) { reg 461 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(0 == (*reg)->ref_count && mca_rcache_rgpusm_component.leave_pinned) { reg 462 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c opal_list_remove_item(&rcache_rgpusm->lru_list, (opal_list_item_t*)(*reg)); reg 465 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (*reg)->ref_count++; reg 474 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c static inline bool registration_is_cachebale(mca_rcache_base_registration_t *reg) reg 476 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c return !(reg->flags & reg 482 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_registration_t *reg) reg 486 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(reg->ref_count > 0); reg 489 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c reg->ref_count--; reg 490 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c opal_output(-1, "Deregister: reg->ref_count=%d", (int)reg->ref_count); reg 491 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(reg->ref_count > 0) { reg 495 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(mca_rcache_rgpusm_component.leave_pinned && registration_is_cachebale(reg)) reg 501 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c reg->base, (int)(reg->bound - reg->base + 1)); reg 502 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c opal_list_prepend(&rcache_rgpusm->lru_list, (opal_list_item_t*)reg); reg 505 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(!(reg->flags & MCA_RCACHE_FLAGS_CACHE_BYPASS)) reg 506 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, reg); reg 512 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(reg->ref_count == 0); reg 513 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = cuda_closememhandle (NULL, reg); reg 520 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (opal_free_list_item_t*)reg); reg 529 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_registration_t *reg) reg 533 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(reg->ref_count > 0); reg 535 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c reg->ref_count--; reg 536 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c opal_output(-1, "Deregister: reg->ref_count=%d", (int)reg->ref_count); reg 537 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(reg->ref_count > 0) { reg 540 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(mca_rcache_rgpusm_component.leave_pinned && registration_is_cachebale(reg)) reg 544 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c opal_list_prepend(&rcache_rgpusm->lru_list, (opal_list_item_t*)reg); reg 547 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(!(reg->flags & MCA_RCACHE_FLAGS_CACHE_BYPASS)) reg 548 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, reg); reg 550 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(reg->ref_count == 0); reg 551 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = cuda_closememhandle (NULL, reg); reg 555 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (opal_free_list_item_t*)reg); reg 567 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_registration_t *reg; reg 589 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c reg = regs[i]; reg 591 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c if(reg->ref_count) { reg 592 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c reg->ref_count = 0; /* otherway dereg will fail on assert */ reg 595 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (opal_list_item_t*)reg); reg 599 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c mca_rcache_base_vma_delete (rcache_rgpusm->vma_module, reg); reg 603 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c assert(reg->ref_count == 0); reg 604 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c rc = cuda_closememhandle (NULL, reg); reg 614 opal/mca/rcache/rgpusm/rcache_rgpusm_module.c (opal_free_list_item_t *) reg); reg 51 opal/mca/rcache/udreg/rcache_udreg_module.c mca_rcache_base_registration_t **reg); reg 53 opal/mca/rcache/udreg/rcache_udreg_module.c mca_rcache_base_registration_t *reg); reg 55 opal/mca/rcache/udreg/rcache_udreg_module.c size_t size, mca_rcache_base_registration_t **reg); reg 205 opal/mca/rcache/udreg/rcache_udreg_module.c mca_rcache_base_registration_t **reg) reg 214 opal/mca/rcache/udreg/rcache_udreg_module.c *reg = NULL; reg 304 opal/mca/rcache/udreg/rcache_udreg_module.c *reg = udreg_reg; reg 312 opal/mca/rcache/udreg/rcache_udreg_module.c size_t size, mca_rcache_base_registration_t **reg) reg 314 opal/mca/rcache/udreg/rcache_udreg_module.c *reg = NULL; reg 319 opal/mca/rcache/udreg/rcache_udreg_module.c mca_rcache_base_registration_t *reg) reg 322 opal/mca/rcache/udreg/rcache_udreg_module.c int32_t ref_count = OPAL_THREAD_ADD_FETCH32 (®->ref_count, -1); reg 326 opal/mca/rcache/udreg/rcache_udreg_module.c if (!(reg->flags & MCA_RCACHE_FLAGS_CACHE_BYPASS)) { reg 328 opal/mca/rcache/udreg/rcache_udreg_module.c UDREG_DecrRefcount (rcache_udreg->udreg_handle, reg->rcache_context); reg 331 opal/mca/rcache/udreg/rcache_udreg_module.c mca_rcache_udreg_dereg_func (reg, rcache);