ucx_ctx 33 oshmem/mca/atomic/ucx/atomic_ucx_cswap.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 44 oshmem/mca/atomic/ucx/atomic_ucx_cswap.c status_ptr = ucp_atomic_fetch_nb(ucx_ctx->ucp_peers[pe].ucp_conn, ucx_ctx 48 oshmem/mca/atomic/ucx/atomic_ucx_cswap.c return opal_common_ucx_wait_request(status_ptr, ucx_ctx->ucp_worker, ucx_ctx 46 oshmem/mca/atomic/ucx/atomic_ucx_module.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 51 oshmem/mca/atomic/ucx/atomic_ucx_module.c status = ucp_atomic_post(ucx_ctx->ucp_peers[pe].ucp_conn, ucx_ctx 69 oshmem/mca/atomic/ucx/atomic_ucx_module.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 74 oshmem/mca/atomic/ucx/atomic_ucx_module.c status_ptr = ucp_atomic_fetch_nb(ucx_ctx->ucp_peers[pe].ucp_conn, ucx_ctx 78 oshmem/mca/atomic/ucx/atomic_ucx_module.c return opal_common_ucx_wait_request(status_ptr, ucx_ctx->ucp_worker, ucx_ctx 342 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 345 oshmem/mca/spml/ucx/spml_ucx.c ucx_mkey = &ucx_ctx->ucp_peers[pe].mkeys[segno].key; ucx_ctx 347 oshmem/mca/spml/ucx/spml_ucx.c err = ucp_ep_rkey_unpack(ucx_ctx->ucp_peers[pe].ucp_conn, ucx_ctx 355 oshmem/mca/spml/ucx/spml_ucx.c if (ucx_ctx == &mca_spml_ucx_ctx_default) { ucx_ctx 358 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_cache_mkey(ucx_ctx, mkey, segno, pe); ucx_ctx 559 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx; ucx_ctx 562 oshmem/mca/spml/ucx/spml_ucx.c ucx_ctx = malloc(sizeof(mca_spml_ucx_ctx_t)); ucx_ctx 563 oshmem/mca/spml/ucx/spml_ucx.c ucx_ctx->options = options; ucx_ctx 573 oshmem/mca/spml/ucx/spml_ucx.c &ucx_ctx->ucp_worker); ucx_ctx 575 oshmem/mca/spml/ucx/spml_ucx.c free(ucx_ctx); ucx_ctx 579 oshmem/mca/spml/ucx/spml_ucx.c ucx_ctx->ucp_peers = (ucp_peer_t *) calloc(nprocs, sizeof(*(ucx_ctx->ucp_peers))); ucx_ctx 580 oshmem/mca/spml/ucx/spml_ucx.c if (NULL == ucx_ctx->ucp_peers) { ucx_ctx 587 oshmem/mca/spml/ucx/spml_ucx.c err = ucp_ep_create(ucx_ctx->ucp_worker, &ep_params, ucx_ctx 588 oshmem/mca/spml/ucx/spml_ucx.c &ucx_ctx->ucp_peers[i].ucp_conn); ucx_ctx 597 oshmem/mca/spml/ucx/spml_ucx.c ucx_mkey = &ucx_ctx->ucp_peers[i].mkeys[j].key; ucx_ctx 599 oshmem/mca/spml/ucx/spml_ucx.c err = ucp_ep_rkey_unpack(ucx_ctx->ucp_peers[i].ucp_conn, ucx_ctx 606 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_cache_mkey(ucx_ctx, mkey, j, i); ucx_ctx 611 oshmem/mca/spml/ucx/spml_ucx.c *ucx_ctx_p = ucx_ctx; ucx_ctx 617 oshmem/mca/spml/ucx/spml_ucx.c if (ucx_ctx->ucp_peers[i].ucp_conn) { ucx_ctx 618 oshmem/mca/spml/ucx/spml_ucx.c ucp_ep_destroy(ucx_ctx->ucp_peers[i].ucp_conn); ucx_ctx 622 oshmem/mca/spml/ucx/spml_ucx.c if (ucx_ctx->ucp_peers) ucx_ctx 623 oshmem/mca/spml/ucx/spml_ucx.c free(ucx_ctx->ucp_peers); ucx_ctx 626 oshmem/mca/spml/ucx/spml_ucx.c ucp_worker_destroy(ucx_ctx->ucp_worker); ucx_ctx 627 oshmem/mca/spml/ucx/spml_ucx.c free(ucx_ctx); ucx_ctx 635 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx; ucx_ctx 642 oshmem/mca/spml/ucx/spml_ucx.c rc = mca_spml_ucx_ctx_create_common(options, &ucx_ctx); ucx_ctx 653 oshmem/mca/spml/ucx/spml_ucx.c _ctx_add(&mca_spml_ucx.active_array, ucx_ctx); ucx_ctx 656 oshmem/mca/spml/ucx/spml_ucx.c (*ctx) = (shmem_ctx_t)ucx_ctx; ucx_ctx 678 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 687 oshmem/mca/spml/ucx/spml_ucx.c request = ucp_get_nb(ucx_ctx->ucp_peers[src].ucp_conn, dst_addr, size, ucx_ctx 689 oshmem/mca/spml/ucx/spml_ucx.c return opal_common_ucx_wait_request(request, ucx_ctx->ucp_worker, "ucp_get_nb"); ucx_ctx 691 oshmem/mca/spml/ucx/spml_ucx.c status = ucp_get(ucx_ctx->ucp_peers[src].ucp_conn, dst_addr, size, ucx_ctx 702 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 705 oshmem/mca/spml/ucx/spml_ucx.c status = ucp_get_nbi(ucx_ctx->ucp_peers[src].ucp_conn, dst_addr, size, ucx_ctx 715 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 724 oshmem/mca/spml/ucx/spml_ucx.c request = ucp_put_nb(ucx_ctx->ucp_peers[dst].ucp_conn, src_addr, size, ucx_ctx 726 oshmem/mca/spml/ucx/spml_ucx.c return opal_common_ucx_wait_request(request, ucx_ctx->ucp_worker, "ucp_put_nb"); ucx_ctx 728 oshmem/mca/spml/ucx/spml_ucx.c status = ucp_put(ucx_ctx->ucp_peers[dst].ucp_conn, src_addr, size, ucx_ctx 739 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 742 oshmem/mca/spml/ucx/spml_ucx.c status = ucp_put_nbi(ucx_ctx->ucp_peers[dst].ucp_conn, src_addr, size, ucx_ctx 753 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 757 oshmem/mca/spml/ucx/spml_ucx.c err = ucp_worker_fence(ucx_ctx->ucp_worker); ucx_ctx 769 oshmem/mca/spml/ucx/spml_ucx.c mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 773 oshmem/mca/spml/ucx/spml_ucx.c ret = opal_common_ucx_worker_flush(ucx_ctx->ucp_worker); ucx_ctx 187 oshmem/mca/spml/ucx/spml_ucx.h static inline void mca_spml_ucx_cache_mkey(mca_spml_ucx_ctx_t *ucx_ctx, ucx_ctx 192 oshmem/mca/spml/ucx/spml_ucx.h peer = &(ucx_ctx->ucp_peers[dst_pe]); ucx_ctx 200 oshmem/mca/spml/ucx/spml_ucx.h mca_spml_ucx_ctx_t *ucx_ctx = (mca_spml_ucx_ctx_t *)ctx; ucx_ctx 202 oshmem/mca/spml/ucx/spml_ucx.h mkey = ucx_ctx->ucp_peers[pe].mkeys;