tls 689 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_table_t *tls = OBJ_NEW(_tlocal_table_t); tls 691 opal/mca/common/ucx/common_ucx_wpool.c if (tls == NULL) { tls 696 opal/mca/common/ucx/common_ucx_wpool.c tls->ctx_tbl = NULL; tls 697 opal/mca/common/ucx/common_ucx_wpool.c tls->ctx_tbl_size = 0; tls 698 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl = NULL; tls 699 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl_size = 0; tls 703 opal/mca/common/ucx/common_ucx_wpool.c tls->wpool = wpool; tls 705 opal/mca/common/ucx/common_ucx_wpool.c opal_list_append(&wpool->tls_list, &tls->super); tls 708 opal/mca/common/ucx/common_ucx_wpool.c if(_tlocal_tls_ctxtbl_extend(tls, 4)){ tls 712 opal/mca/common/ucx/common_ucx_wpool.c if(_tlocal_tls_memtbl_extend(tls, 4)) { tls 717 opal/mca/common/ucx/common_ucx_wpool.c opal_tsd_setspecific(wpool->tls_key, tls); tls 719 opal/mca/common/ucx/common_ucx_wpool.c return tls; tls 724 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_table_t *tls; tls 725 opal/mca/common/ucx/common_ucx_wpool.c int rc = opal_tsd_getspecific(wpool->tls_key, (void**)&tls); tls 731 opal/mca/common/ucx/common_ucx_wpool.c if (OPAL_UNLIKELY(NULL == tls)) { tls 732 opal/mca/common/ucx/common_ucx_wpool.c tls = _common_ucx_tls_init(wpool); tls 734 opal/mca/common/ucx/common_ucx_wpool.c return tls; tls 740 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_table_t *tls = (_tlocal_table_t *)arg; tls 743 opal/mca/common/ucx/common_ucx_wpool.c if (NULL == tls) { tls 746 opal/mca/common/ucx/common_ucx_wpool.c wpool = tls->wpool; tls 749 opal/mca/common/ucx/common_ucx_wpool.c tls->wpool = wpool; tls 752 opal/mca/common/ucx/common_ucx_wpool.c if (item == tls) { tls 758 opal/mca/common/ucx/common_ucx_wpool.c _common_ucx_tls_cleanup(tls); tls 762 opal/mca/common/ucx/common_ucx_wpool.c static void _common_ucx_tls_cleanup(_tlocal_table_t *tls) tls 767 opal/mca/common/ucx/common_ucx_wpool.c size = tls->mem_tbl_size; tls 769 opal/mca/common/ucx/common_ucx_wpool.c if (NULL != tls->mem_tbl[i]->gmem){ tls 770 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_mem_record_cleanup(tls->mem_tbl[i]); tls 773 opal/mca/common/ucx/common_ucx_wpool.c free(tls->mem_tbl[i]); tls 777 opal/mca/common/ucx/common_ucx_wpool.c size = tls->ctx_tbl_size; tls 779 opal/mca/common/ucx/common_ucx_wpool.c if (NULL != tls->ctx_tbl[i]->gctx){ tls 780 opal/mca/common/ucx/common_ucx_wpool.c assert(tls->ctx_tbl[i]->refcnt == 0); tls 781 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_ctx_record_cleanup(tls->ctx_tbl[i]); tls 783 opal/mca/common/ucx/common_ucx_wpool.c free(tls->ctx_tbl[i]); tls 786 opal/mca/common/ucx/common_ucx_wpool.c opal_tsd_setspecific(tls->wpool->tls_key, NULL); tls 788 opal/mca/common/ucx/common_ucx_wpool.c OBJ_RELEASE(tls); tls 828 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_ctx_search(_tlocal_table_t *tls, opal_common_ucx_ctx_t *ctx) tls 831 opal/mca/common/ucx/common_ucx_wpool.c for(i=0; i<tls->ctx_tbl_size; i++) { tls 832 opal/mca/common/ucx/common_ucx_wpool.c if (tls->ctx_tbl[i]->gctx == ctx){ tls 833 opal/mca/common/ucx/common_ucx_wpool.c return tls->ctx_tbl[i]; tls 863 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_add_ctx(_tlocal_table_t *tls, opal_common_ucx_ctx_t *ctx) tls 870 opal/mca/common/ucx/common_ucx_wpool.c for (i=0; i<tls->ctx_tbl_size; i++) { tls 871 opal/mca/common/ucx/common_ucx_wpool.c if (NULL != tls->ctx_tbl[i]->gctx && tls->ctx_tbl[i]->refcnt == 0) { tls 872 opal/mca/common/ucx/common_ucx_wpool.c if (tls->ctx_tbl[i]->gctx->released ) { tls 874 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_ctx_record_cleanup(tls->ctx_tbl[i]); tls 877 opal/mca/common/ucx/common_ucx_wpool.c if ((NULL == tls->ctx_tbl[i]->gctx) && !found) { tls 886 opal/mca/common/ucx/common_ucx_wpool.c free_idx = tls->ctx_tbl_size; tls 887 opal/mca/common/ucx/common_ucx_wpool.c rc = _tlocal_tls_ctxtbl_extend(tls, 4); tls 894 opal/mca/common/ucx/common_ucx_wpool.c tls->ctx_tbl[free_idx]->gctx = ctx; tls 895 opal/mca/common/ucx/common_ucx_wpool.c tls->ctx_tbl[free_idx]->winfo = _wpool_get_idle(tls->wpool, ctx->comm_size); tls 896 opal/mca/common/ucx/common_ucx_wpool.c if (NULL == tls->ctx_tbl[free_idx]->winfo) { tls 909 opal/mca/common/ucx/common_ucx_wpool.c _wpool_add_active(tls->wpool, tls->ctx_tbl[free_idx]->winfo); tls 912 opal/mca/common/ucx/common_ucx_wpool.c rc = _common_ucx_wpctx_append(ctx, tls->ctx_tbl[free_idx]->winfo); tls 919 opal/mca/common/ucx/common_ucx_wpool.c return tls->ctx_tbl[free_idx]; tls 949 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_search_mem(_tlocal_table_t *tls, opal_common_ucx_wpmem_t *gmem) tls 952 opal/mca/common/ucx/common_ucx_wpool.c for(i=0; i<tls->mem_tbl_size; i++) { tls 953 opal/mca/common/ucx/common_ucx_wpool.c if( tls->mem_tbl[i]->gmem == gmem){ tls 954 opal/mca/common/ucx/common_ucx_wpool.c return tls->mem_tbl[i]; tls 991 opal/mca/common/ucx/common_ucx_wpool.c static _tlocal_mem_t *_tlocal_add_mem(_tlocal_table_t *tls, tls 999 opal/mca/common/ucx/common_ucx_wpool.c for (i=0; i<tls->mem_tbl_size; i++) { tls 1000 opal/mca/common/ucx/common_ucx_wpool.c if (NULL != tls->mem_tbl[i]->gmem) { tls 1001 opal/mca/common/ucx/common_ucx_wpool.c if (tls->mem_tbl[i]->gmem->released) { tls 1003 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_mem_record_cleanup(tls->mem_tbl[i]); tls 1006 opal/mca/common/ucx/common_ucx_wpool.c if ((NULL == tls->mem_tbl[i]->gmem) && !found) { tls 1014 opal/mca/common/ucx/common_ucx_wpool.c free_idx = tls->mem_tbl_size; tls 1015 opal/mca/common/ucx/common_ucx_wpool.c rc = _tlocal_tls_memtbl_extend(tls, 4); tls 1022 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->gmem = mem; tls 1023 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->mem = calloc(1, sizeof(*tls->mem_tbl[free_idx]->mem)); tls 1025 opal/mca/common/ucx/common_ucx_wpool.c ctx_rec = _tlocal_ctx_search(tls, mem->ctx); tls 1031 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->ctx_rec = ctx_rec; tls 1034 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->mem->worker = ctx_rec->winfo; tls 1035 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->mem->rkeys = calloc(mem->ctx->comm_size, tls 1036 opal/mca/common/ucx/common_ucx_wpool.c sizeof(*tls->mem_tbl[free_idx]->mem->rkeys)); tls 1038 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->mem_tls_ptr = tls 1039 opal/mca/common/ucx/common_ucx_wpool.c calloc(1, sizeof(*tls->mem_tbl[free_idx]->mem_tls_ptr)); tls 1040 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->mem_tls_ptr->winfo = ctx_rec->winfo; tls 1041 opal/mca/common/ucx/common_ucx_wpool.c tls->mem_tbl[free_idx]->mem_tls_ptr->rkeys = tls->mem_tbl[free_idx]->mem->rkeys; tls 1042 opal/mca/common/ucx/common_ucx_wpool.c opal_tsd_setspecific(mem->mem_tls_key, tls->mem_tbl[free_idx]->mem_tls_ptr); tls 1057 opal/mca/common/ucx/common_ucx_wpool.c return tls->mem_tbl[free_idx]; tls 1082 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_table_t *tls = NULL; tls 1090 opal/mca/common/ucx/common_ucx_wpool.c tls = _tlocal_get_tls(mem->ctx->wpool); tls 1093 opal/mca/common/ucx/common_ucx_wpool.c ctx_rec = _tlocal_ctx_search(tls, mem->ctx); tls 1096 opal/mca/common/ucx/common_ucx_wpool.c ctx_rec = _tlocal_add_ctx(tls, mem->ctx); tls 1113 opal/mca/common/ucx/common_ucx_wpool.c mem_rec = _tlocal_search_mem(tls, mem); tls 1115 opal/mca/common/ucx/common_ucx_wpool.c mem_rec = _tlocal_add_mem(tls, mem); tls 60 opal/mca/common/ucx/common_ucx_wpool_int.h static void _common_ucx_tls_cleanup(_tlocal_table_t *tls); tls 61 opal/mca/common/ucx/common_ucx_wpool_int.h static inline _tlocal_ctx_t *_tlocal_ctx_search(_tlocal_table_t *tls, tls 64 opal/mca/common/ucx/common_ucx_wpool_int.h static _tlocal_ctx_t *_tlocal_add_ctx(_tlocal_table_t *tls, tls 67 opal/mca/common/ucx/common_ucx_wpool_int.h static inline _tlocal_mem_t *_tlocal_search_mem(_tlocal_table_t *tls, tls 69 opal/mca/common/ucx/common_ucx_wpool_int.h static _tlocal_mem_t *_tlocal_add_mem(_tlocal_table_t *tls, tls 95 oshmem/mca/spml/ikrit/spml_ikrit_component.c char *tls; tls 104 oshmem/mca/spml/ikrit/spml_ikrit_component.c tls = getenv("MXM_OSHMEM_TLS"); tls 105 oshmem/mca/spml/ikrit/spml_ikrit_component.c if (NULL != tls) { tls 109 oshmem/mca/spml/ikrit/spml_ikrit_component.c tls = getenv("MXM_TLS"); tls 110 oshmem/mca/spml/ikrit/spml_ikrit_component.c if (NULL == tls) { tls 115 oshmem/mca/spml/ikrit/spml_ikrit_component.c opal_setenv("MXM_OSHMEM_TLS", tls, 1, &environ); tls 121 oshmem/mca/spml/ikrit/spml_ikrit_component.c static inline int check_mxm_hw_tls(char *v, char *tls) tls 123 oshmem/mca/spml/ikrit/spml_ikrit_component.c if (v && tls) { tls 124 oshmem/mca/spml/ikrit/spml_ikrit_component.c if ((0 == strcmp(tls, "rc") || 0 == strcmp(tls, "dc"))) { tls 129 oshmem/mca/spml/ikrit/spml_ikrit_component.c if (strstr(tls, "ud") && tls 130 oshmem/mca/spml/ikrit/spml_ikrit_component.c (NULL == strstr(tls, "rc") && NULL == strstr(tls, "dc") && tls 131 oshmem/mca/spml/ikrit/spml_ikrit_component.c NULL == strstr(tls, "shm"))) { tls 137 oshmem/mca/spml/ikrit/spml_ikrit_component.c v, tls);