mkey 104 oshmem/mca/atomic/mxm/atomic_mxm.h mxm_mem_key_t *mkey; mkey 108 oshmem/mca/atomic/mxm/atomic_mxm.h mkey = mca_spml_ikrit_get_mkey(pe, target, MXM_PTL_RDMA, &remote_addr, mca_atomic_mxm_spml_self); mkey 121 oshmem/mca/atomic/mxm/atomic_mxm.h sreq->op.atomic.remote_mkey = mkey; mkey 218 oshmem/mca/memheap/base/base.h void mkey_segment_init(mkey_segment_t *seg, sshmem_mkey_t *mkey, uint32_t segno); mkey 252 oshmem/mca/memheap/base/base.h sshmem_mkey_t *mkey; mkey 270 oshmem/mca/memheap/base/base.h mkey = &s->mkeys_cache[pe][btl_id]; mkey 271 oshmem/mca/memheap/base/base.h *rva = memheap_va2rva(va, s->super.va_base, mkey->va_base); mkey 272 oshmem/mca/memheap/base/base.h MEMHEAP_VERBOSE_FASTPATH(10, "rkey: pe=%d va=%p -> (cached) %lx %p", pe, (void *)va, mkey->u.key, (void *)*rva); mkey 273 oshmem/mca/memheap/base/base.h return mkey; mkey 72 oshmem/mca/memheap/base/memheap_base_mkey.c sshmem_mkey_t *mkey); mkey 90 oshmem/mca/memheap/base/memheap_base_mkey.c sshmem_mkey_t *mkey; mkey 97 oshmem/mca/memheap/base/memheap_base_mkey.c mkey = mca_memheap_base_get_mkey(mca_memheap_seg2base_va(seg), i); mkey 98 oshmem/mca/memheap/base/memheap_base_mkey.c if (!mkey) { mkey 104 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.pack(msg, &mkey->va_base, 1, OPAL_UINT64); mkey 105 oshmem/mca/memheap/base/memheap_base_mkey.c if (0 == mkey->va_base) { mkey 106 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.pack(msg, &mkey->u.key, 1, OPAL_UINT64); mkey 108 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.pack(msg, &mkey->len, 1, OPAL_UINT16); mkey 109 oshmem/mca/memheap/base/memheap_base_mkey.c if (0 < mkey->len) { mkey 110 oshmem/mca/memheap/base/memheap_base_mkey.c opal_dss.pack(msg, mkey->u.data, mkey->len, OPAL_BYTE); mkey 115 oshmem/mca/memheap/base/memheap_base_mkey.c seg, i, mca_spml_base_mkey2str(mkey)); mkey 120 oshmem/mca/memheap/base/memheap_base_mkey.c static void memheap_attach_segment(sshmem_mkey_t *mkey, int tr_id) mkey 128 oshmem/mca/memheap/base/memheap_base_mkey.c assert(mkey->va_base == 0); mkey 129 oshmem/mca/memheap/base/memheap_base_mkey.c assert(mkey->len == 0); mkey 134 oshmem/mca/memheap/base/memheap_base_mkey.c mkey->va_base, mkey->len, (unsigned long long)mkey->u.key); mkey 136 oshmem/mca/memheap/base/memheap_base_mkey.c mca_sshmem_segment_attach(&(memheap_map->mem_segs[HEAP_SEG_INDEX]), mkey); mkey 138 oshmem/mca/memheap/base/memheap_base_mkey.c if ((void *) -1 == (void *) mkey->va_base) { mkey 140 oshmem/mca/memheap/base/memheap_base_mkey.c tr_id, (unsigned long long)mkey->u.key, errno); mkey 687 oshmem/mca/memheap/base/memheap_base_mkey.c sshmem_mkey_t *mkey; mkey 704 oshmem/mca/memheap/base/memheap_base_mkey.c mkey = &s->mkeys_cache[pe][btl_id]; mkey 705 oshmem/mca/memheap/base/memheap_base_mkey.c *rva = memheap_va2rva(va, s->super.va_base, mkey->va_base); mkey 707 oshmem/mca/memheap/base/memheap_base_mkey.c MEMHEAP_VERBOSE_FASTPATH(5, "rkey: pe=%d va=%p -> (remote lookup) %lx %p", pe, (void *)va, mkey->u.key, (void *)*rva); mkey 708 oshmem/mca/memheap/base/memheap_base_mkey.c return mkey; mkey 748 oshmem/mca/memheap/base/memheap_base_mkey.c void mkey_segment_init(mkey_segment_t *seg, sshmem_mkey_t *mkey, uint32_t segno) mkey 761 oshmem/mca/memheap/base/memheap_base_mkey.c seg->rva_base = mkey->va_base; mkey 143 oshmem/mca/memheap/memheap.h static inline int mca_memheap_base_mkey_is_shm(sshmem_mkey_t *mkey) mkey 145 oshmem/mca/memheap/memheap.h return (0 == mkey->len) && (MAP_SEGMENT_SHM_INVALID != (int)mkey->u.key); mkey 152 oshmem/mca/memheap/memheap.h static inline int mca_memheap_base_can_local_copy(sshmem_mkey_t *mkey, void *dst_addr) { mkey 154 oshmem/mca/memheap/memheap.h mca_memheap_base_mkey_is_shm(mkey); mkey 80 oshmem/mca/spml/base/base.h OSHMEM_DECLSPEC void mca_spml_base_rmkey_unpack(shmem_ctx_t ctx, sshmem_mkey_t *mkey, uint32_t seg, int pe, int tr_id); mkey 81 oshmem/mca/spml/base/base.h OSHMEM_DECLSPEC void mca_spml_base_rmkey_free(sshmem_mkey_t *mkey); mkey 82 oshmem/mca/spml/base/base.h OSHMEM_DECLSPEC void *mca_spml_base_rmkey_ptr(const void *dst_addr, sshmem_mkey_t *mkey, int pe); mkey 255 oshmem/mca/spml/base/spml_base.c void mca_spml_base_rmkey_unpack(shmem_ctx_t ctx, sshmem_mkey_t *mkey, uint32_t segno, int pe, int tr_id) mkey 259 oshmem/mca/spml/base/spml_base.c void mca_spml_base_rmkey_free(sshmem_mkey_t *mkey) mkey 263 oshmem/mca/spml/base/spml_base.c void *mca_spml_base_rmkey_ptr(const void *dst_addr, sshmem_mkey_t *mkey, int pe) mkey 78 oshmem/mca/spml/ikrit/spml_ikrit.c static inline mxm_mem_key_t *to_mxm_mkey(sshmem_mkey_t *mkey) { mkey 80 oshmem/mca/spml/ikrit/spml_ikrit.c if (0 == mkey->len) { mkey 83 oshmem/mca/spml/ikrit/spml_ikrit.c return (mxm_mem_key_t *)mkey->u.data; mkey 189 oshmem/mca/spml/ikrit/spml_ikrit.c static void mca_spml_ikrit_cache_mkeys(sshmem_mkey_t *mkey, uint32_t seg, int dst_pe, int tr_id) mkey 198 oshmem/mca/spml/ikrit/spml_ikrit.c mkey_segment_init(&peer->mkeys[seg].super, mkey, seg); mkey 200 oshmem/mca/spml/ikrit/spml_ikrit.c if (0 != mkey->len) { mkey 201 oshmem/mca/spml/ikrit/spml_ikrit.c memcpy(&peer->mkeys[seg].key, mkey->u.data, mkey->len); mkey 210 oshmem/mca/spml/ikrit/spml_ikrit.c sshmem_mkey_t *mkey; mkey 213 oshmem/mca/spml/ikrit/spml_ikrit.c mkey = mca_memheap_base_get_cached_mkey(pe, va, ptl_id, rva); mkey 214 oshmem/mca/spml/ikrit/spml_ikrit.c if (NULL == mkey) { mkey 221 oshmem/mca/spml/ikrit/spml_ikrit.c if (mca_memheap_base_can_local_copy(mkey, va)) { mkey 236 oshmem/mca/spml/ikrit/spml_ikrit.c return to_mxm_mkey(mkey); mkey 600 oshmem/mca/spml/ikrit/spml_ikrit.c mxm_mem_key_t *mkey; mkey 602 oshmem/mca/spml/ikrit/spml_ikrit.c mkey = mca_spml_ikrit_get_mkey(src, src_addr, MXM_PTL_RDMA, &rva, &mca_spml_ikrit); mkey 614 oshmem/mca/spml/ikrit/spml_ikrit.c sreq->op.mem.remote_mkey = mkey; mkey 816 oshmem/mca/spml/ikrit/spml_ikrit.c mxm_mem_key_t *mkey; mkey 823 oshmem/mca/spml/ikrit/spml_ikrit.c mkey = mca_spml_ikrit_get_mkey(dst, dst_addr, ptl_id, &rva, &mca_spml_ikrit); mkey 825 oshmem/mca/spml/ikrit/spml_ikrit.c if (OPAL_UNLIKELY(NULL == mkey)) { mkey 872 oshmem/mca/spml/ikrit/spml_ikrit.c put_req->mxm_req.op.mem.remote_mkey = mkey; mkey 906 oshmem/mca/spml/ikrit/spml_ikrit.c mxm_mem_key_t *mkey; mkey 910 oshmem/mca/spml/ikrit/spml_ikrit.c mkey = mca_spml_ikrit_get_mkey(dst, dst_addr, ptl_id, &rva, &mca_spml_ikrit); mkey 915 oshmem/mca/spml/ikrit/spml_ikrit.c if (NULL == mkey) { mkey 940 oshmem/mca/spml/ikrit/spml_ikrit.c mxm_req.op.mem.remote_mkey = mkey; mkey 202 oshmem/mca/spml/ikrit/spml_ikrit.h spml_ikrit_mkey_t *mkey; mkey 209 oshmem/mca/spml/ikrit/spml_ikrit.h mkey = module->mxm_peers[pe].mkeys; mkey 210 oshmem/mca/spml/ikrit/spml_ikrit.h mkey = (spml_ikrit_mkey_t *)map_segment_find_va(&mkey->super.super, sizeof(*mkey), va); mkey 211 oshmem/mca/spml/ikrit/spml_ikrit.h if (OPAL_UNLIKELY(NULL == mkey)) { mkey 215 oshmem/mca/spml/ikrit/spml_ikrit.h *rva = map_segment_va2rva(&mkey->super, va); mkey 216 oshmem/mca/spml/ikrit/spml_ikrit.h return &mkey->key; mkey 82 oshmem/mca/spml/spml.h static inline char *mca_spml_base_mkey2str(sshmem_mkey_t *mkey) mkey 86 oshmem/mca/spml/spml.h if (mkey->len == 0) { mkey 87 oshmem/mca/spml/spml.h snprintf(buf, sizeof(buf), "mkey: base=%p len=%d key=%" PRIu64, mkey->va_base, mkey->len, mkey->u.key); mkey 89 oshmem/mca/spml/spml.h snprintf(buf, sizeof(buf), "mkey: base=%p len=%d data=0x%p", mkey->va_base, mkey->len, mkey->u.data); mkey 146 oshmem/mca/spml/spml.h typedef void * (*mca_spml_base_module_mkey_ptr_fn_t)(const void *dst_addr, sshmem_mkey_t *mkey, int pe); mkey 311 oshmem/mca/spml/ucx/spml_ucx.c void mca_spml_ucx_rmkey_free(sshmem_mkey_t *mkey) mkey 315 oshmem/mca/spml/ucx/spml_ucx.c if (!mkey->spml_context) { mkey 318 oshmem/mca/spml/ucx/spml_ucx.c ucx_mkey = (spml_ucx_mkey_t *)(mkey->spml_context); mkey 322 oshmem/mca/spml/ucx/spml_ucx.c void *mca_spml_ucx_rmkey_ptr(const void *dst_addr, sshmem_mkey_t *mkey, int pe) mkey 327 oshmem/mca/spml/ucx/spml_ucx.c spml_ucx_mkey_t *ucx_mkey = (spml_ucx_mkey_t *)(mkey->spml_context); mkey 339 oshmem/mca/spml/ucx/spml_ucx.c void mca_spml_ucx_rmkey_unpack(shmem_ctx_t ctx, sshmem_mkey_t *mkey, uint32_t segno, int pe, int tr_id) mkey 348 oshmem/mca/spml/ucx/spml_ucx.c mkey->u.data, mkey 356 oshmem/mca/spml/ucx/spml_ucx.c mkey->spml_context = ucx_mkey; mkey 358 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_cache_mkey(ucx_ctx, mkey, segno, pe); mkey 558 oshmem/mca/spml/ucx/spml_ucx.c sshmem_mkey_t *mkey; mkey 596 oshmem/mca/spml/ucx/spml_ucx.c mkey = &memheap_map->mem_segs[j].mkeys_cache[i][0]; mkey 598 oshmem/mca/spml/ucx/spml_ucx.c if (mkey->u.data) { mkey 600 oshmem/mca/spml/ucx/spml_ucx.c mkey->u.data, mkey 606 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_cache_mkey(ucx_ctx, mkey, j, i); mkey 160 oshmem/mca/spml/ucx/spml_ucx.h extern void mca_spml_ucx_rmkey_unpack(shmem_ctx_t ctx, sshmem_mkey_t *mkey, uint32_t segno, int pe, int tr_id); mkey 161 oshmem/mca/spml/ucx/spml_ucx.h extern void mca_spml_ucx_rmkey_free(sshmem_mkey_t *mkey); mkey 188 oshmem/mca/spml/ucx/spml_ucx.h sshmem_mkey_t *mkey, uint32_t segno, int dst_pe) mkey 193 oshmem/mca/spml/ucx/spml_ucx.h mkey_segment_init(&peer->mkeys[segno].super, mkey, segno); mkey 199 oshmem/mca/spml/ucx/spml_ucx.h spml_ucx_cached_mkey_t *mkey; mkey 202 oshmem/mca/spml/ucx/spml_ucx.h mkey = ucx_ctx->ucp_peers[pe].mkeys; mkey 203 oshmem/mca/spml/ucx/spml_ucx.h mkey = (spml_ucx_cached_mkey_t *)map_segment_find_va(&mkey->super.super, sizeof(*mkey), va); mkey 204 oshmem/mca/spml/ucx/spml_ucx.h assert(mkey != NULL); mkey 205 oshmem/mca/spml/ucx/spml_ucx.h *rva = map_segment_va2rva(&mkey->super, va); mkey 206 oshmem/mca/spml/ucx/spml_ucx.h return &mkey->key; mkey 37 oshmem/mca/sshmem/base/base.h mca_sshmem_segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 40 oshmem/mca/sshmem/base/base.h mca_sshmem_segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 33 oshmem/mca/sshmem/base/sshmem_base_wrappers.c mca_sshmem_segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 39 oshmem/mca/sshmem/base/sshmem_base_wrappers.c return mca_sshmem_base_module->segment_attach(ds_buf, mkey); mkey 43 oshmem/mca/sshmem/base/sshmem_base_wrappers.c mca_sshmem_segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 49 oshmem/mca/sshmem/base/sshmem_base_wrappers.c return mca_sshmem_base_module->segment_detach(ds_buf, mkey); mkey 69 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 72 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 189 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 194 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c assert(mkey->va_base == 0); mkey 196 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c if (MAP_SEGMENT_SHM_INVALID == (int)(mkey->u.key)) { mkey 197 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c return (mkey->va_base); mkey 217 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c if (NULL == (file_name = oshmem_get_unique_file_name(mkey->u.key))) { mkey 260 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c mkey->va_base = addr; mkey 269 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c mkey->va_base, mkey->len, (unsigned long long)mkey->u.key) mkey 273 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c return (mkey->va_base); mkey 278 oshmem/mca/sshmem/mmap/sshmem_mmap_module.c segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 110 oshmem/mca/sshmem/sshmem.h (*mca_sshmem_base_module_segment_attach_fn_t)(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 121 oshmem/mca/sshmem/sshmem.h (*mca_sshmem_base_module_segment_detach_fn_t)(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 67 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 70 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 214 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 217 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c assert(mkey->va_base == 0); mkey 219 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c if (MAP_SEGMENT_SHM_INVALID == (int)(mkey->u.key)) { mkey 220 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c return (mkey->va_base); mkey 223 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c mkey->va_base = shmat((int)(mkey->u.key), 0, 0); mkey 232 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c mkey->va_base, mkey->len, (unsigned long long)mkey->u.key) mkey 236 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c return (mkey->va_base); mkey 241 oshmem/mca/sshmem/sysv/sshmem_sysv_module.c segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 52 oshmem/mca/sshmem/ucx/sshmem_ucx_module.c segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 55 oshmem/mca/sshmem/ucx/sshmem_ucx_module.c segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey); mkey 261 oshmem/mca/sshmem/ucx/sshmem_ucx_module.c segment_attach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 264 oshmem/mca/sshmem/ucx/sshmem_ucx_module.c assert(mkey->va_base == 0); mkey 273 oshmem/mca/sshmem/ucx/sshmem_ucx_module.c segment_detach(map_segment_t *ds_buf, sshmem_mkey_t *mkey) mkey 28 oshmem/shmem/c/shmem_addr_accessible.c sshmem_mkey_t *mkey; mkey 35 oshmem/shmem/c/shmem_addr_accessible.c mkey = mca_memheap_base_get_cached_mkey(oshmem_ctx_default, pe, (void *)addr, i, &rva); mkey 36 oshmem/shmem/c/shmem_addr_accessible.c if (mkey) { mkey 35 oshmem/shmem/c/shmem_ptr.c sshmem_mkey_t *mkey; mkey 56 oshmem/shmem/c/shmem_ptr.c mkey = mca_memheap_base_get_cached_mkey(oshmem_ctx_default, pe, (void *)dst_addr, i, &rva); mkey 57 oshmem/shmem/c/shmem_ptr.c if (!mkey) { mkey 61 oshmem/shmem/c/shmem_ptr.c if (mca_memheap_base_mkey_is_shm(mkey)) { mkey 65 oshmem/shmem/c/shmem_ptr.c rva = MCA_SPML_CALL(rmkey_ptr(dst_addr, mkey, pe));