va 73 oshmem/mca/memheap/base/base.h OSHMEM_DECLSPEC int mca_memheap_base_is_symmetric_addr(const void* va); va 74 oshmem/mca/memheap/base/base.h OSHMEM_DECLSPEC sshmem_mkey_t *mca_memheap_base_get_mkey(void* va, va 79 oshmem/mca/memheap/base/base.h void* va, va 95 oshmem/mca/memheap/base/base.h OSHMEM_DECLSPEC int mca_memheap_base_detect_addr_type(void* va); va 163 oshmem/mca/memheap/base/base.h static inline int map_segment_is_va_in(map_base_segment_t *s, void *va) va 165 oshmem/mca/memheap/base/base.h return (va >= s->va_base && va < s->va_end); va 173 oshmem/mca/memheap/base/base.h static inline int memheap_is_va_in_segment(void *va, int segno) va 175 oshmem/mca/memheap/base/base.h return map_segment_is_va_in(&memheap_find_seg(segno)->super, va); va 178 oshmem/mca/memheap/base/base.h static inline int memheap_find_segnum(void *va) va 183 oshmem/mca/memheap/base/base.h if (memheap_is_va_in_segment(va, i)) { va 190 oshmem/mca/memheap/base/base.h static inline void* memheap_va2rva(void* va, void* local_base, void* remote_base) va 193 oshmem/mca/memheap/base/base.h (uintptr_t)va + ((uintptr_t)remote_base - (uintptr_t)local_base) : va 194 oshmem/mca/memheap/base/base.h (uintptr_t)va - ((uintptr_t)local_base - (uintptr_t)remote_base)); va 197 oshmem/mca/memheap/base/base.h static inline void *map_segment_va2rva(mkey_segment_t *seg, void *va) va 199 oshmem/mca/memheap/base/base.h return memheap_va2rva(va, seg->super.va_base, seg->rva_base); va 203 oshmem/mca/memheap/base/base.h size_t elem_size, void *va) va 210 oshmem/mca/memheap/base/base.h if (OPAL_LIKELY(map_segment_is_va_in(rseg, va))) { va 220 oshmem/mca/memheap/base/base.h static inline map_segment_t *memheap_find_va(void* va) va 226 oshmem/mca/memheap/base/base.h if (memheap_is_va_in_segment(va, i)) { va 239 oshmem/mca/memheap/base/base.h (void *)va); va 247 oshmem/mca/memheap/base/base.h void* va, va 254 oshmem/mca/memheap/base/base.h MEMHEAP_VERBOSE_FASTPATH(10, "rkey: pe=%d va=%p", pe, va); va 255 oshmem/mca/memheap/base/base.h s = memheap_find_va(va); va 263 oshmem/mca/memheap/base/base.h *rva = va; va 264 oshmem/mca/memheap/base/base.h MEMHEAP_VERBOSE_FASTPATH(10, "rkey: pe=%d va=%p -> (local) %lx %p", pe, va, va 271 oshmem/mca/memheap/base/base.h *rva = memheap_va2rva(va, s->super.va_base, mkey->va_base); va 272 oshmem/mca/memheap/base/base.h MEMHEAP_VERBOSE_FASTPATH(10, "rkey: pe=%d va=%p -> (cached) %lx %p", pe, (void *)va, mkey->u.key, (void *)*rva); va 276 oshmem/mca/memheap/base/base.h return mca_memheap_base_get_cached_mkey_slow(ctx, s, pe, va, btl_id, rva); va 76 oshmem/mca/memheap/base/memheap_base_mkey.c uintptr_t va = (uintptr_t) k; va 79 oshmem/mca/memheap/base/memheap_base_mkey.c if (va < (uintptr_t)s->super.va_base) va 81 oshmem/mca/memheap/base/memheap_base_mkey.c if (va >= (uintptr_t)s->super.va_end) va 682 oshmem/mca/memheap/base/memheap_base_mkey.c void* va, va 705 oshmem/mca/memheap/base/memheap_base_mkey.c *rva = memheap_va2rva(va, s->super.va_base, mkey->va_base); va 707 oshmem/mca/memheap/base/memheap_base_mkey.c MEMHEAP_VERBOSE_FASTPATH(5, "rkey: pe=%d va=%p -> (remote lookup) %lx %p", pe, (void *)va, mkey->u.key, (void *)*rva); va 711 oshmem/mca/memheap/base/memheap_base_mkey.c sshmem_mkey_t *mca_memheap_base_get_mkey(void* va, int tr_id) va 715 oshmem/mca/memheap/base/memheap_base_mkey.c s = memheap_find_va(va); va 721 oshmem/mca/memheap/base/memheap_base_mkey.c int mca_memheap_base_is_symmetric_addr(const void* va) va 723 oshmem/mca/memheap/base/memheap_base_mkey.c return (memheap_find_va((void *)va) ? 1 : 0); va 726 oshmem/mca/memheap/base/memheap_base_mkey.c int mca_memheap_base_detect_addr_type(void* va) va 731 oshmem/mca/memheap/base/memheap_base_mkey.c s = memheap_find_va(va); va 736 oshmem/mca/memheap/base/memheap_base_mkey.c } else if ((uintptr_t)va >= (uintptr_t) s->super.va_base va 737 oshmem/mca/memheap/base/memheap_base_mkey.c && (uintptr_t)va < (uintptr_t) ((uintptr_t)s->super.va_base + mca_memheap.memheap_size)) { va 740 oshmem/mca/memheap/base/memheap_base_mkey.c assert( (uintptr_t)va >= (uintptr_t) ((uintptr_t)s->super.va_base + mca_memheap.memheap_size) && (uintptr_t)va < (uintptr_t)s->super.va_end); va 62 oshmem/mca/memheap/memheap.h typedef sshmem_mkey_t * (*mca_memheap_base_module_get_local_mkey_fn_t)(void* va, va 70 oshmem/mca/memheap/memheap.h typedef int (*mca_memheap_base_is_memheap_addr_fn_t)(const void* va); va 154 oshmem/mca/spml/ikrit/spml_ikrit.c static mxm_mem_key_t *mca_spml_ikrit_get_mkey_slow(int pe, void *va, int ptl_id, void **rva); va 208 oshmem/mca/spml/ikrit/spml_ikrit.c mxm_mem_key_t *mca_spml_ikrit_get_mkey_slow(int pe, void *va, int ptl_id, void **rva) va 213 oshmem/mca/spml/ikrit/spml_ikrit.c mkey = mca_memheap_base_get_cached_mkey(pe, va, ptl_id, rva); va 215 oshmem/mca/spml/ikrit/spml_ikrit.c SPML_ERROR("pe=%d: %p is not address of shared variable", pe, va); va 221 oshmem/mca/spml/ikrit/spml_ikrit.c if (mca_memheap_base_can_local_copy(mkey, va)) { va 228 oshmem/mca/spml/ikrit/spml_ikrit.c if (memheap_is_va_in_segment(va, HEAP_SEG_INDEX)) { va 83 oshmem/mca/spml/ikrit/spml_ikrit.h typedef mxm_mem_key_t *(*mca_spml_ikrit_get_mkey_slow_fn_t)(int pe, void *va, int ptl_id, void **rva); va 199 oshmem/mca/spml/ikrit/spml_ikrit.h static inline mxm_mem_key_t *mca_spml_ikrit_get_mkey(int pe, void *va, int ptl_id, void **rva, va 206 oshmem/mca/spml/ikrit/spml_ikrit.h return module->get_mkey_slow(pe, va, ptl_id, rva); va 210 oshmem/mca/spml/ikrit/spml_ikrit.h mkey = (spml_ikrit_mkey_t *)map_segment_find_va(&mkey->super.super, sizeof(*mkey), va); va 213 oshmem/mca/spml/ikrit/spml_ikrit.h return module->get_mkey_slow(pe, va, ptl_id, rva); va 215 oshmem/mca/spml/ikrit/spml_ikrit.h *rva = map_segment_va2rva(&mkey->super, va); va 77 oshmem/mca/spml/ucx/spml_ucx.h typedef spml_ucx_mkey_t * (*mca_spml_ucx_get_mkey_slow_fn_t)(shmem_ctx_t ctx, int pe, void *va, void **rva); va 197 oshmem/mca/spml/ucx/spml_ucx.h mca_spml_ucx_get_mkey(shmem_ctx_t ctx, int pe, void *va, void **rva, mca_spml_ucx_t* module) va 203 oshmem/mca/spml/ucx/spml_ucx.h mkey = (spml_ucx_cached_mkey_t *)map_segment_find_va(&mkey->super.super, sizeof(*mkey), va); va 205 oshmem/mca/spml/ucx/spml_ucx.h *rva = map_segment_va2rva(&mkey->super, va);