ep 144 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_INIT_DST(frag,ep) \ ep 150 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->endpoint = ep; \ ep 88 ompi/mca/bml/base/bml_base_btl.c struct mca_btl_base_endpoint_t* ep, ep 99 ompi/mca/bml/base/bml_base_btl.c des->des_cbfunc(btl,ep,des,status); ep 27 ompi/mca/bml/base/bml_base_endpoint.c static void mca_bml_base_endpoint_construct(mca_bml_base_endpoint_t* ep) ep 29 ompi/mca/bml/base/bml_base_endpoint.c ep->btl_pipeline_send_length = 0; ep 30 ompi/mca/bml/base/bml_base_endpoint.c ep->btl_send_limit = 0; ep 32 ompi/mca/bml/base/bml_base_endpoint.c OBJ_CONSTRUCT(&ep->btl_eager, mca_bml_base_btl_array_t); ep 33 ompi/mca/bml/base/bml_base_endpoint.c OBJ_CONSTRUCT(&ep->btl_send, mca_bml_base_btl_array_t); ep 34 ompi/mca/bml/base/bml_base_endpoint.c OBJ_CONSTRUCT(&ep->btl_rdma, mca_bml_base_btl_array_t); ep 38 ompi/mca/bml/base/bml_base_endpoint.c static void mca_bml_base_endpoint_destruct(mca_bml_base_endpoint_t* ep) ep 40 ompi/mca/bml/base/bml_base_endpoint.c OBJ_DESTRUCT(&ep->btl_eager); ep 41 ompi/mca/bml/base/bml_base_endpoint.c OBJ_DESTRUCT(&ep->btl_send); ep 42 ompi/mca/bml/base/bml_base_endpoint.c OBJ_DESTRUCT(&ep->btl_rdma); ep 692 ompi/mca/bml/r2/bml_r2.c mca_bml_base_endpoint_t* ep = (mca_bml_base_endpoint_t*)proc->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]; ep 698 ompi/mca/bml/r2/bml_r2.c if(NULL == ep) ep 702 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_array_remove(&ep->btl_eager, btl); ep 705 ompi/mca/bml/r2/bml_r2.c if(mca_bml_base_btl_array_remove(&ep->btl_send, btl)) { ep 710 ompi/mca/bml/r2/bml_r2.c ep->btl_max_send_size = -1; ep 711 ompi/mca/bml/r2/bml_r2.c for(b=0; b< mca_bml_base_btl_array_get_size(&ep->btl_send); b++) { ep 712 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_send, b); ep 716 ompi/mca/bml/r2/bml_r2.c if (ep->btl_max_send_size > ep_btl->btl_max_send_size) { ep 717 ompi/mca/bml/r2/bml_r2.c ep->btl_max_send_size = ep_btl->btl_max_send_size; ep 722 ompi/mca/bml/r2/bml_r2.c for(b=0; b< mca_bml_base_btl_array_get_size(&ep->btl_send); b++) { ep 723 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_send, b); ep 729 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(1.0 / mca_bml_base_btl_array_get_size(&ep->btl_send)); ep 735 ompi/mca/bml/r2/bml_r2.c if(mca_bml_base_btl_array_remove(&ep->btl_rdma, btl)) { ep 739 ompi/mca/bml/r2/bml_r2.c ep->btl_pipeline_send_length = 0; ep 740 ompi/mca/bml/r2/bml_r2.c ep->btl_send_limit = 0; ep 741 ompi/mca/bml/r2/bml_r2.c for(b=0; b< mca_bml_base_btl_array_get_size(&ep->btl_rdma); b++) { ep 742 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_rdma, b); ep 747 ompi/mca/bml/r2/bml_r2.c if (ep->btl_pipeline_send_length < ep_btl->btl_rdma_pipeline_send_length) { ep 748 ompi/mca/bml/r2/bml_r2.c ep->btl_pipeline_send_length = ep_btl->btl_rdma_pipeline_send_length; ep 750 ompi/mca/bml/r2/bml_r2.c if (ep->btl_send_limit < ep_btl->btl_min_rdma_pipeline_size) { ep 751 ompi/mca/bml/r2/bml_r2.c ep->btl_send_limit = ep_btl->btl_min_rdma_pipeline_size; ep 756 ompi/mca/bml/r2/bml_r2.c for(b=0; b< mca_bml_base_btl_array_get_size(&ep->btl_rdma); b++) { ep 757 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_rdma, b); ep 763 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(1.0 / mca_bml_base_btl_array_get_size(&ep->btl_rdma)); ep 65 ompi/mca/mtl/psm/mtl_psm.c ompi_mtl_psm_errhandler(psm_ep_t ep, const psm_error_t error, ep 94 ompi/mca/mtl/psm/mtl_psm.c psm_ep_t ep; /* endpoint handle */ ep 119 ompi/mca/mtl/psm/mtl_psm.c psm_error_register_handler(ompi_mtl_psm.ep, ompi_mtl_psm_errhandler); ep 152 ompi/mca/mtl/psm/mtl_psm.c err = psm_ep_open(unique_job_key, &ep_opt, &ep, &epid); ep 161 ompi/mca/mtl/psm/mtl_psm.c psm_error_register_handler(ompi_mtl_psm.ep, PSM_ERRHANDLER_DEFAULT); ep 163 ompi/mca/mtl/psm/mtl_psm.c err = psm_mq_init(ep, ep 175 ompi/mca/mtl/psm/mtl_psm.c ompi_mtl_psm.ep = ep; ep 209 ompi/mca/mtl/psm/mtl_psm.c err = psm_ep_close(ompi_mtl_psm.ep, PSM_EP_CLOSE_GRACEFUL, 1*1e9); ep 312 ompi/mca/mtl/psm/mtl_psm.c psm_error_register_handler(ompi_mtl_psm.ep, PSM_ERRHANDLER_NOP); ep 314 ompi/mca/mtl/psm/mtl_psm.c err = psm_ep_connect(ompi_mtl_psm.ep, ep 354 ompi/mca/mtl/psm/mtl_psm.c psm_error_register_handler(ompi_mtl_psm.ep, PSM_ERRHANDLER_DEFAULT); ep 58 ompi/mca/mtl/psm/mtl_psm_types.h psm_ep_t ep; ep 65 ompi/mca/mtl/psm2/mtl_psm2.c ompi_mtl_psm2_errhandler(psm2_ep_t ep, const psm2_error_t error, ep 94 ompi/mca/mtl/psm2/mtl_psm2.c psm2_ep_t ep; /* endpoint handle */ ep 119 ompi/mca/mtl/psm2/mtl_psm2.c psm2_error_register_handler(ompi_mtl_psm2.ep, ompi_mtl_psm2_errhandler); ep 135 ompi/mca/mtl/psm2/mtl_psm2.c err = psm2_ep_open(unique_job_key, &ep_opt, &ep, &epid); ep 144 ompi/mca/mtl/psm2/mtl_psm2.c psm2_error_register_handler(ompi_mtl_psm2.ep, PSM2_ERRHANDLER_DEFAULT); ep 146 ompi/mca/mtl/psm2/mtl_psm2.c err = psm2_mq_init(ep, ep 158 ompi/mca/mtl/psm2/mtl_psm2.c ompi_mtl_psm2.ep = ep; ep 197 ompi/mca/mtl/psm2/mtl_psm2.c err = psm2_ep_close(ompi_mtl_psm2.ep, PSM2_EP_CLOSE_GRACEFUL, 1*1e9); ep 299 ompi/mca/mtl/psm2/mtl_psm2.c psm2_error_register_handler(ompi_mtl_psm2.ep, PSM2_ERRHANDLER_NOP); ep 301 ompi/mca/mtl/psm2/mtl_psm2.c err = psm2_ep_connect(ompi_mtl_psm2.ep, ep 341 ompi/mca/mtl/psm2/mtl_psm2.c psm2_error_register_handler(ompi_mtl_psm2.ep, PSM2_ERRHANDLER_DEFAULT); ep 49 ompi/mca/mtl/psm2/mtl_psm2_types.h psm2_ep_t ep; ep 625 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_endpoint_t* ep = mca_bml_base_get_endpoint(proc->ompi_proc); ep 650 ompi/mca/pml/ob1/pml_ob1.c for( n = 0; n < ep->btl_eager.arr_size; n++ ) { ep 651 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_btl_t* bml_btl = &ep->btl_eager.bml_btls[n]; ep 659 ompi/mca/pml/ob1/pml_ob1.c struct mca_btl_base_endpoint_t* ep, ep 192 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_bml_base_endpoint_t* ep; ep 201 ompi/mca/pml/ob1/pml_ob1_cuda.c ep = (mca_bml_base_endpoint_t*)errproc->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]; ep 204 ompi/mca/pml/ob1/pml_ob1_cuda.c for( i = 0; i < (int)ep->btl_send.arr_size; i++ ) { ep 205 ompi/mca/pml/ob1/pml_ob1_cuda.c if( ep->btl_send.bml_btls[i].btl == btl ) { ep 206 ompi/mca/pml/ob1/pml_ob1_cuda.c ep->btl_send.bml_btls[i].btl_flags |= MCA_BTL_FLAGS_CUDA_GET; ep 182 ompi/mca/pml/ob1/pml_ob1_recvreq.c struct mca_btl_base_endpoint_t* ep, ep 375 ompi/mca/pml/ob1/pml_ob1_recvreq.c static void mca_pml_ob1_rget_completion (mca_btl_base_module_t* btl, struct mca_btl_base_endpoint_t* ep, ep 624 ompi/mca/pml/ob1/pml_ob1_recvreq.c struct mca_btl_base_endpoint_t* ep, ep 339 ompi/mca/pml/ob1/pml_ob1_recvreq.h struct mca_btl_base_endpoint_t* ep, ep 180 ompi/mca/pml/ob1/pml_ob1_sendreq.c struct mca_btl_base_endpoint_t* ep, ep 225 ompi/mca/pml/ob1/pml_ob1_sendreq.c struct mca_btl_base_endpoint_t* ep, ep 289 ompi/mca/pml/ob1/pml_ob1_sendreq.c struct mca_btl_base_endpoint_t* ep, ep 306 ompi/mca/pml/ob1/pml_ob1_sendreq.c struct mca_btl_base_endpoint_t* ep, ep 347 ompi/mca/pml/ob1/pml_ob1_sendreq.c struct mca_btl_base_endpoint_t* ep, ep 1134 ompi/mca/pml/ob1/pml_ob1_sendreq.c static void mca_pml_ob1_put_completion (mca_btl_base_module_t* btl, struct mca_btl_base_endpoint_t* ep, ep 362 ompi/mca/pml/ucx/pml_ucx.c ucp_ep_h ep; ep 375 ompi/mca/pml/ucx/pml_ucx.c status = ucp_ep_create(ompi_pml_ucx.ucp_worker, &ep_params, &ep); ep 384 ompi/mca/pml/ucx/pml_ucx.c proc->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_PML] = ep; ep 385 ompi/mca/pml/ucx/pml_ucx.c return ep; ep 407 ompi/mca/pml/ucx/pml_ucx.c ucp_ep_h ep; ep 419 ompi/mca/pml/ucx/pml_ucx.c ep = mca_pml_ucx_add_proc_common(proc); ep 420 ompi/mca/pml/ucx/pml_ucx.c if (ep == NULL) { ep 431 ompi/mca/pml/ucx/pml_ucx.c ucp_ep_h ep; ep 433 ompi/mca/pml/ucx/pml_ucx.c ep = ompi_comm_peer_lookup(comm, rank)->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_PML]; ep 434 ompi/mca/pml/ucx/pml_ucx.c if (OPAL_LIKELY(ep != NULL)) { ep 435 ompi/mca/pml/ucx/pml_ucx.c return ep; ep 438 ompi/mca/pml/ucx/pml_ucx.c ep = mca_pml_ucx_add_proc(comm, rank); ep 439 ompi/mca/pml/ucx/pml_ucx.c if (OPAL_LIKELY(ep != NULL)) { ep 440 ompi/mca/pml/ucx/pml_ucx.c return ep; ep 467 ompi/mca/pml/ucx/pml_ucx.c del_procs[i].ep = proc->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_PML]; ep 630 ompi/mca/pml/ucx/pml_ucx.c ucp_ep_h ep; ep 640 ompi/mca/pml/ucx/pml_ucx.c ep = mca_pml_ucx_get_ep(comm, dst); ep 641 ompi/mca/pml/ucx/pml_ucx.c if (OPAL_UNLIKELY(NULL == ep)) { ep 652 ompi/mca/pml/ucx/pml_ucx.c req->send.ep = ep; ep 666 ompi/mca/pml/ucx/pml_ucx.c mca_pml_ucx_bsend(ucp_ep_h ep, const void *buf, size_t count, ep 706 ompi/mca/pml/ucx/pml_ucx.c req = (ompi_request_t*)ucp_tag_send_nb(ep, packed_data, packed_length, ep 725 ompi/mca/pml/ucx/pml_ucx.c static inline ucs_status_ptr_t mca_pml_ucx_common_send(ucp_ep_h ep, const void *buf, ep 734 ompi/mca/pml/ucx/pml_ucx.c return mca_pml_ucx_bsend(ep, buf, count, datatype, tag); ep 736 ompi/mca/pml/ucx/pml_ucx.c return ucp_tag_send_sync_nb(ep, buf, count, ucx_datatype, tag, cb); ep 738 ompi/mca/pml/ucx/pml_ucx.c return ucp_tag_send_nb(ep, buf, count, ucx_datatype, tag, cb); ep 748 ompi/mca/pml/ucx/pml_ucx.c ucp_ep_h ep; ep 755 ompi/mca/pml/ucx/pml_ucx.c ep = mca_pml_ucx_get_ep(comm, dst); ep 756 ompi/mca/pml/ucx/pml_ucx.c if (OPAL_UNLIKELY(NULL == ep)) { ep 760 ompi/mca/pml/ucx/pml_ucx.c req = (ompi_request_t*)mca_pml_ucx_common_send(ep, buf, count, datatype, ep 781 ompi/mca/pml/ucx/pml_ucx.c mca_pml_ucx_send_nb(ucp_ep_h ep, const void *buf, size_t count, ep 788 ompi/mca/pml/ucx/pml_ucx.c req = (ompi_request_t*)mca_pml_ucx_common_send(ep, buf, count, datatype, ep 804 ompi/mca/pml/ucx/pml_ucx.c mca_pml_ucx_send_nbr(ucp_ep_h ep, const void *buf, size_t count, ep 813 ompi/mca/pml/ucx/pml_ucx.c status = ucp_tag_send_nbr(ep, buf, count, ucx_datatype, tag, req); ep 826 ompi/mca/pml/ucx/pml_ucx.c ucp_ep_h ep; ep 831 ompi/mca/pml/ucx/pml_ucx.c ep = mca_pml_ucx_get_ep(comm, dst); ep 832 ompi/mca/pml/ucx/pml_ucx.c if (OPAL_UNLIKELY(NULL == ep)) { ep 839 ompi/mca/pml/ucx/pml_ucx.c return mca_pml_ucx_send_nbr(ep, buf, count, ep 845 ompi/mca/pml/ucx/pml_ucx.c return mca_pml_ucx_send_nb(ep, buf, count, datatype, ep 1013 ompi/mca/pml/ucx/pml_ucx.c tmp_req = (ompi_request_t*)mca_pml_ucx_common_send(preq->send.ep, ep 109 ompi/mca/pml/ucx/pml_ucx_request.h ucp_ep_h ep; ep 378 opal/mca/btl/ofi/btl_ofi_component.c struct fid_ep *ep = NULL; ep 453 opal/mca/btl/ofi/btl_ofi_component.c rc = fi_scalable_ep(domain, ofi_info, &ep, NULL); ep 467 opal/mca/btl/ofi/btl_ofi_component.c domain, ep, av, ep 480 opal/mca/btl/ofi/btl_ofi_component.c rc = fi_endpoint(domain, ofi_info, &ep, NULL); ep 494 opal/mca/btl/ofi/btl_ofi_component.c domain, ep, av); ep 503 opal/mca/btl/ofi/btl_ofi_component.c rc = fi_enable(ep); ep 518 opal/mca/btl/ofi/btl_ofi_component.c module->ofi_endpoint = ep; ep 544 opal/mca/btl/ofi/btl_ofi_component.c rc = fi_getname((fid_t)ep, &ep_name[0], &namelen); ep 595 opal/mca/btl/ofi/btl_ofi_component.c if (NULL != ep) { ep 596 opal/mca/btl/ofi/btl_ofi_component.c fi_close(&ep->fid); ep 96 opal/mca/btl/ofi/btl_ofi_context.c struct fid_ep *ep, ep 132 opal/mca/btl/ofi/btl_ofi_context.c rc = fi_ep_bind(ep, (fid_t)av, 0); ep 141 opal/mca/btl/ofi/btl_ofi_context.c rc = fi_ep_bind(ep, (fid_t)context->cq, cq_flags); ep 155 opal/mca/btl/ofi/btl_ofi_context.c context->tx_ctx = ep; ep 156 opal/mca/btl/ofi/btl_ofi_context.c context->rx_ctx = ep; ep 38 opal/mca/btl/ofi/btl_ofi_endpoint.c mca_btl_base_endpoint_t *mca_btl_ofi_endpoint_create (opal_proc_t *proc, struct fid_ep *ep) ep 47 opal/mca/btl/ofi/btl_ofi_endpoint.c endpoint->ofi_endpoint = ep; ep 56 opal/mca/btl/ofi/btl_ofi_endpoint.h mca_btl_base_endpoint_t *mca_btl_ofi_endpoint_create (opal_proc_t *proc, struct fid_ep *ep); ep 67 opal/mca/btl/ofi/btl_ofi_endpoint.h struct fid_ep *ep, ep 49 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_base_endpoint_t *ep; ep 58 opal/mca/btl/ofi/btl_ofi_module.c rc = opal_hash_table_get_value_uint64 (&ofi_btl->id_to_endpoint, (intptr_t) proc, (void **) &ep); ep 62 opal/mca/btl/ofi/btl_ofi_module.c peers[i] = ep; ep 74 opal/mca/btl/ofi/btl_ofi_module.c (void) opal_hash_table_set_value_uint64 (&ofi_btl->id_to_endpoint, (intptr_t) proc, (void**) &ep); ep 110 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_base_endpoint_t *ep; ep 114 opal/mca/btl/ofi/btl_ofi_module.c rc = opal_hash_table_get_value_uint64 (&ofi_btl->id_to_endpoint, (intptr_t) procs[i], (void **) &ep); ep 490 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t *ep; ep 496 opal/mca/btl/smcuda/btl_smcuda.c ep = (struct mca_btl_base_endpoint_t*) ep 498 opal/mca/btl/smcuda/btl_smcuda.c if(NULL == ep) ep 500 opal/mca/btl/smcuda/btl_smcuda.c ep->peer_smp_rank = local_proc + mca_btl_smcuda_component.num_smp_procs; ep 502 opal/mca/btl/smcuda/btl_smcuda.c OBJ_CONSTRUCT(&ep->pending_sends, opal_list_t); ep 503 opal/mca/btl/smcuda/btl_smcuda.c OBJ_CONSTRUCT(&ep->endpoint_lock, opal_mutex_t); ep 508 opal/mca/btl/smcuda/btl_smcuda.c ep->fifo_fd = open(path, O_WRONLY); ep 509 opal/mca/btl/smcuda/btl_smcuda.c if(ep->fifo_fd < 0) { ep 512 opal/mca/btl/smcuda/btl_smcuda.c free(ep); ep 519 opal/mca/btl/smcuda/btl_smcuda.c ep->rcache = mca_rcache_base_module_create ("rgpusm", NULL, NULL); ep 521 opal/mca/btl/smcuda/btl_smcuda.c return ep; ep 1078 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t *ep, void *local_address, ep 1127 opal/mca/btl/smcuda/btl_smcuda.c rc = ep->rcache->rcache_register (ep->rcache, remote_handle->reg_data.memh_seg_addr.pval, ep 1128 opal/mca/btl/smcuda/btl_smcuda.c remote_handle->reg_data.memh_seg_len, ep->peer_smp_rank, ep 1137 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = ep; ep 1169 opal/mca/btl/smcuda/btl_smcuda.c cbfunc (btl, ep, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); ep 485 opal/mca/btl/smcuda/btl_smcuda.h struct mca_btl_base_endpoint_t *ep, void *local_address, ep 969 opal/mca/btl/smcuda/btl_smcuda_component.c void btl_smcuda_process_pending_sends(struct mca_btl_base_endpoint_t *ep) ep 974 opal/mca/btl/smcuda/btl_smcuda_component.c while ( 0 < opal_list_get_size(&ep->pending_sends) ) { ep 979 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_LOCK(&ep->endpoint_lock); ep 980 opal/mca/btl/smcuda/btl_smcuda_component.c si = (btl_smcuda_pending_send_item_t*)opal_list_remove_first(&ep->pending_sends); ep 981 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_UNLOCK(&ep->endpoint_lock); ep 987 opal/mca/btl/smcuda/btl_smcuda_component.c MCA_BTL_SMCUDA_FIFO_WRITE(ep, ep->my_smp_rank, ep->peer_smp_rank, si->data, ep 58 opal/mca/btl/smcuda/btl_smcuda_endpoint.h void btl_smcuda_process_pending_sends(struct mca_btl_base_endpoint_t *ep); ep 31 opal/mca/btl/smcuda/btl_smcuda_fifo.h add_pending(struct mca_btl_base_endpoint_t *ep, void *data, bool resend) ep 47 opal/mca/btl/smcuda/btl_smcuda_fifo.h OPAL_THREAD_LOCK(&ep->endpoint_lock); ep 49 opal/mca/btl/smcuda/btl_smcuda_fifo.h opal_list_prepend(&ep->pending_sends, (opal_list_item_t*)si); ep 51 opal/mca/btl/smcuda/btl_smcuda_fifo.h opal_list_append(&ep->pending_sends, (opal_list_item_t*)si); ep 52 opal/mca/btl/smcuda/btl_smcuda_fifo.h OPAL_THREAD_UNLOCK(&ep->endpoint_lock); ep 113 opal/mca/btl/tcp/btl_tcp_frag.h #define MCA_BTL_TCP_FRAG_INIT_DST(frag,ep) \ ep 116 opal/mca/btl/tcp/btl_tcp_frag.h frag->btl = ep->endpoint_btl; \ ep 117 opal/mca/btl/tcp/btl_tcp_frag.h frag->endpoint = ep; \ ep 149 opal/mca/btl/uct/btl_uct_endpoint.c static void mca_btl_uct_connection_ep_construct (mca_btl_uct_connection_ep_t *ep) ep 151 opal/mca/btl/uct/btl_uct_endpoint.c ep->uct_ep = NULL; ep 154 opal/mca/btl/uct/btl_uct_endpoint.c static void mca_btl_uct_connection_ep_destruct (mca_btl_uct_connection_ep_t *ep) ep 156 opal/mca/btl/uct/btl_uct_endpoint.c if (ep->uct_ep) { ep 157 opal/mca/btl/uct/btl_uct_endpoint.c uct_ep_destroy (ep->uct_ep); ep 158 opal/mca/btl/uct/btl_uct_endpoint.c ep->uct_ep = NULL; ep 37 opal/mca/btl/uct/btl_uct_module.c mca_btl_base_endpoint_t *ep; ep 43 opal/mca/btl/uct/btl_uct_module.c rc = opal_hash_table_get_value_uint64 (&uct_module->id_to_endpoint, (intptr_t) proc, (void **) &ep); ep 50 opal/mca/btl/uct/btl_uct_module.c ep = mca_btl_uct_endpoint_create (proc); ep 51 opal/mca/btl/uct/btl_uct_module.c if (OPAL_UNLIKELY(NULL == ep)) { ep 56 opal/mca/btl/uct/btl_uct_module.c BTL_VERBOSE(("endpoint initialized. new endpoint: %p", (void *) ep)); ep 59 opal/mca/btl/uct/btl_uct_module.c (void) opal_hash_table_set_value_uint64 (&uct_module->id_to_endpoint, (intptr_t) proc, ep); ep 64 opal/mca/btl/uct/btl_uct_module.c return ep; ep 124 opal/mca/btl/uct/btl_uct_module.c mca_btl_base_endpoint_t *ep; ep 132 opal/mca/btl/uct/btl_uct_module.c rc = opal_hash_table_get_value_uint64 (&uct_module->id_to_endpoint, (intptr_t) procs[i], (void **) &ep); ep 138 opal/mca/btl/uct/btl_uct_module.c OBJ_RELEASE(ep); ep 178 opal/mca/btl/ugni/btl_ugni_add_procs.c mca_btl_base_endpoint_t *ep = NULL; ep 181 opal/mca/btl/ugni/btl_ugni_add_procs.c (void) opal_hash_table_get_value_uint64 (&ugni_module->id_to_endpoint, proc_id, (void **) &ep); ep 183 opal/mca/btl/ugni/btl_ugni_add_procs.c BTL_VERBOSE(("deleting endpoint with proc id 0x%" PRIx64 ", ptr: %p", proc_id, (void *) ep)); ep 185 opal/mca/btl/ugni/btl_ugni_add_procs.c if (NULL != ep) { ep 186 opal/mca/btl/ugni/btl_ugni_add_procs.c mca_btl_ugni_release_ep (ep); ep 210 opal/mca/btl/ugni/btl_ugni_add_procs.c mca_btl_base_endpoint_t *ep; ep 216 opal/mca/btl/ugni/btl_ugni_add_procs.c rc = opal_hash_table_get_value_uint64 (&ugni_module->id_to_endpoint, proc_id, (void **) &ep); ep 225 opal/mca/btl/ugni/btl_ugni_add_procs.c rc = mca_btl_ugni_init_ep (ugni_module, &ep, ugni_module, proc); ep 238 opal/mca/btl/ugni/btl_ugni_add_procs.c opal_hash_table_set_value_uint64 (&ugni_module->id_to_endpoint, proc_id, ep); ep 243 opal/mca/btl/ugni/btl_ugni_add_procs.c return ep; ep 565 opal/mca/btl/ugni/btl_ugni_component.c mca_btl_base_endpoint_t *ep = NULL; ep 569 opal/mca/btl/ugni/btl_ugni_component.c rc = mca_btl_ugni_get_datagram (ugni_module, device, &handle, &ep); ep 583 opal/mca/btl/ugni/btl_ugni_component.c ep = mca_btl_ugni_get_ep (&ugni_module->super, remote_proc); ep 584 opal/mca/btl/ugni/btl_ugni_component.c if (OPAL_UNLIKELY(NULL == ep)) { ep 594 opal/mca/btl/ugni/btl_ugni_component.c assert (NULL != ep); ep 596 opal/mca/btl/ugni/btl_ugni_component.c BTL_VERBOSE(("got a datagram completion: ep = %p. wc = %d", (void *) ep, handle == ugni_module->wildcard_ep)); ep 599 opal/mca/btl/ugni/btl_ugni_component.c opal_mutex_lock (&ep->lock); ep 602 opal/mca/btl/ugni/btl_ugni_component.c BTL_VERBOSE(("directed datagram complete for endpoint %p", (void *) ep)); ep 604 opal/mca/btl/ugni/btl_ugni_component.c ep->dg_posted = false; ep 608 opal/mca/btl/ugni/btl_ugni_component.c (void) mca_btl_ugni_ep_connect_progress (ep); ep 609 opal/mca/btl/ugni/btl_ugni_component.c opal_mutex_unlock (&ep->lock); ep 611 opal/mca/btl/ugni/btl_ugni_component.c if (MCA_BTL_UGNI_EP_STATE_CONNECTED == ep->state) { ep 613 opal/mca/btl/ugni/btl_ugni_component.c count = mca_btl_ugni_smsg_process (ep); ep 378 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_base_endpoint_t **ep; ep 400 opal/mca/btl/ugni/btl_ugni_device.h *(args->ep) = (mca_btl_base_endpoint_t *) opal_pointer_array_get_item (&args->ugni_module->endpoints, data); ep 401 opal/mca/btl/ugni/btl_ugni_device.h *(args->handle) = (*args->ep)->smsg_ep_handle.gni_handle; ep 557 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_base_endpoint_t **ep) ep 559 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_get_datagram_args_t args = {.ugni_module = ugni_module, .ep = ep, .handle = gni_handle}; ep 18 opal/mca/btl/ugni/btl_ugni_endpoint.c static void mca_btl_ugni_ep_construct (mca_btl_base_endpoint_t *ep) ep 20 opal/mca/btl/ugni/btl_ugni_endpoint.c memset ((char *) ep + sizeof(ep->super), 0, sizeof (*ep) - sizeof (ep->super)); ep 21 opal/mca/btl/ugni/btl_ugni_endpoint.c OBJ_CONSTRUCT(&ep->frag_wait_list, opal_list_t); ep 22 opal/mca/btl/ugni/btl_ugni_endpoint.c OBJ_CONSTRUCT(&ep->lock, opal_recursive_mutex_t); ep 25 opal/mca/btl/ugni/btl_ugni_endpoint.c static void mca_btl_ugni_ep_destruct (mca_btl_base_endpoint_t *ep) ep 27 opal/mca/btl/ugni/btl_ugni_endpoint.c OBJ_DESTRUCT(&ep->frag_wait_list); ep 28 opal/mca/btl/ugni/btl_ugni_endpoint.c OBJ_DESTRUCT(&ep->lock); ep 29 opal/mca/btl/ugni/btl_ugni_endpoint.c free (ep->remote_attr); ep 35 opal/mca/btl/ugni/btl_ugni_endpoint.c static int mca_btl_ugni_endpoint_get_modex (mca_btl_base_endpoint_t *ep) ep 41 opal/mca/btl/ugni/btl_ugni_endpoint.c assert (NULL != ep && NULL != ep->peer_proc); ep 45 opal/mca/btl/ugni/btl_ugni_endpoint.c &ep->peer_proc->proc_name, (void **)&modex, &msg_size); ep 51 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->ep_rem_addr = modex->addr; ep 52 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->ep_rem_id = modex->id; ep 55 opal/mca/btl/ugni/btl_ugni_endpoint.c BTL_VERBOSE(("received modex for ep %p. addr: %d, id: %d", (void*)ep, ep->ep_rem_addr, ep->ep_rem_id)); ep 62 opal/mca/btl/ugni/btl_ugni_endpoint.c int mca_btl_ugni_init_ep (mca_btl_ugni_module_t *ugni_module, mca_btl_ugni_endpoint_t **ep, ep 86 opal/mca/btl/ugni/btl_ugni_endpoint.c *ep = endpoint; ep 91 opal/mca/btl/ugni/btl_ugni_endpoint.c void mca_btl_ugni_release_ep (mca_btl_ugni_endpoint_t *ep) ep 93 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 96 opal/mca/btl/ugni/btl_ugni_endpoint.c opal_mutex_lock (&ep->lock); ep 98 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_ep_disconnect (ep, false); ep 104 opal/mca/btl/ugni/btl_ugni_endpoint.c opal_pointer_array_set_item (&ugni_module->endpoints, ep->index, NULL); ep 106 opal/mca/btl/ugni/btl_ugni_endpoint.c opal_mutex_unlock (&ep->lock); ep 108 opal/mca/btl/ugni/btl_ugni_endpoint.c OBJ_RELEASE(ep); ep 111 opal/mca/btl/ugni/btl_ugni_endpoint.c static inline int mca_btl_ugni_ep_smsg_get_mbox (mca_btl_base_endpoint_t *ep) { ep 112 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 115 opal/mca/btl/ugni/btl_ugni_endpoint.c assert (NULL == ep->mailbox); ep 122 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox = (mca_btl_ugni_smsg_mbox_t *) mbox; ep 123 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox->attr.index = ep->index; ep 126 opal/mca/btl/ugni/btl_ugni_endpoint.c memset ((char *)ep->mailbox->attr.smsg_attr.msg_buffer + ep->mailbox->attr.smsg_attr.mbox_offset, 0, ep 127 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox->attr.smsg_attr.buff_size); ep 131 opal/mca/btl/ugni/btl_ugni_endpoint.c static int mca_btl_ugni_ep_send_disconnect (mca_btl_base_endpoint_t *ep) ep 136 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_endpoint_smsg_send_wtag (ep, NULL, 0, NULL, 0, -1, MCA_BTL_UGNI_TAG_DISCONNECT); ep 142 opal/mca/btl/ugni/btl_ugni_endpoint.c (void) mca_btl_ugni_progress_remote_smsg (mca_btl_ugni_ep_btl (ep)); ep 148 opal/mca/btl/ugni/btl_ugni_endpoint.c int mca_btl_ugni_ep_disconnect (mca_btl_base_endpoint_t *ep, bool send_disconnect) ep 150 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 154 opal/mca/btl/ugni/btl_ugni_endpoint.c if (MCA_BTL_UGNI_EP_STATE_INIT == ep->state) { ep 159 opal/mca/btl/ugni/btl_ugni_endpoint.c device = ep->smsg_ep_handle.device; ep 169 opal/mca/btl/ugni/btl_ugni_endpoint.c if (MCA_BTL_UGNI_EP_STATE_CONNECTED == ep->state && send_disconnect) { ep 170 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_ep_send_disconnect (ep); ep 184 opal/mca/btl/ugni/btl_ugni_endpoint.c (void) opal_atomic_add_fetch_32 (&ep->smsg_ep_handle.device->smsg_connections, -1); ep 191 opal/mca/btl/ugni/btl_ugni_endpoint.c (void) mca_btl_ugni_ep_handle_cleanup (&ep->smsg_ep_handle); ep 195 opal/mca/btl/ugni/btl_ugni_endpoint.c if (ep->mailbox) { ep 196 opal/mca/btl/ugni/btl_ugni_endpoint.c opal_free_list_return (&ugni_module->smsg_mboxes, ((opal_free_list_item_t *) ep->mailbox)); ep 197 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox = NULL; ep 200 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->state = MCA_BTL_UGNI_EP_STATE_INIT; ep 205 opal/mca/btl/ugni/btl_ugni_endpoint.c static inline int mca_btl_ugni_ep_connect_start (mca_btl_base_endpoint_t *ep) { ep 206 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 211 opal/mca/btl/ugni/btl_ugni_endpoint.c if (OPAL_UNLIKELY(MCA_BTL_UGNI_EP_STATE_CONNECTING == ep->state)) { ep 215 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->state = MCA_BTL_UGNI_EP_STATE_CONNECTING; ep 218 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->ep_rem_addr, ep->ep_rem_id, (void *)ep->peer_proc)); ep 223 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_ep_handle_init (ep, device->dev_smsg_local_cq.gni_handle, device, &ep->smsg_ep_handle); ep 230 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_ep_smsg_get_mbox (ep); ep 235 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->remote_attr = calloc (1, sizeof (*ep->remote_attr)); ep 236 opal/mca/btl/ugni/btl_ugni_endpoint.c if (OPAL_UNLIKELY(NULL == ep->remote_attr)) { ep 245 opal/mca/btl/ugni/btl_ugni_endpoint.c static inline int mca_btl_ugni_ep_connect_finish (mca_btl_base_endpoint_t *ep) { ep 246 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 252 opal/mca/btl/ugni/btl_ugni_endpoint.c "msg_maxsize = %d", ep->remote_attr->smsg_attr.msg_type, ep->remote_attr->smsg_attr.msg_buffer, ep 253 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->remote_attr->smsg_attr.buff_size, ep->remote_attr->smsg_attr.mem_hndl.qword1, ep 254 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->remote_attr->smsg_attr.mem_hndl.qword2, ep->remote_attr->smsg_attr.mbox_offset, ep 255 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->remote_attr->smsg_attr.mbox_maxcredit, ep->remote_attr->smsg_attr.msg_maxsize)); ep 259 opal/mca/btl/ugni/btl_ugni_endpoint.c "msg_maxsize = %d", ep->mailbox->attr.smsg_attr.msg_type, ep->mailbox->attr.smsg_attr.msg_buffer, ep 260 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox->attr.smsg_attr.buff_size, ep->mailbox->attr.smsg_attr.mem_hndl.qword1, ep 261 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox->attr.smsg_attr.mem_hndl.qword2, ep->mailbox->attr.smsg_attr.mbox_offset, ep 262 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox->attr.smsg_attr.mbox_maxcredit, ep->mailbox->attr.smsg_attr.msg_maxsize)); ep 264 opal/mca/btl/ugni/btl_ugni_endpoint.c grc = GNI_SmsgInit (ep->smsg_ep_handle.gni_handle, &ep->mailbox->attr.smsg_attr, ep 265 opal/mca/btl/ugni/btl_ugni_endpoint.c &ep->remote_attr->smsg_attr); ep 276 opal/mca/btl/ugni/btl_ugni_endpoint.c GNI_EpSetEventData (ep->smsg_ep_handle.gni_handle, ep->index, ep->remote_attr->index); ep 278 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->rmt_irq_mem_hndl = ep->remote_attr->rmt_irq_mem_hndl; ep 279 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->state = MCA_BTL_UGNI_EP_STATE_CONNECTED; ep 280 opal/mca/btl/ugni/btl_ugni_endpoint.c (void) opal_atomic_add_fetch_32 (&ep->smsg_ep_handle.device->smsg_connections, 1); ep 283 opal/mca/btl/ugni/btl_ugni_endpoint.c BTL_VERBOSE(("endpoint connected. posting %u sends", (unsigned int) opal_list_get_size (&ep->frag_wait_list))); ep 285 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_progress_send_wait_list (ep); ep 288 opal/mca/btl/ugni/btl_ugni_endpoint.c if (false == ep->wait_listed) { ep 289 opal/mca/btl/ugni/btl_ugni_endpoint.c opal_list_append (&ugni_module->ep_wait_list, &ep->super); ep 290 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->wait_listed = true; ep 295 opal/mca/btl/ugni/btl_ugni_endpoint.c free (ep->remote_attr); ep 296 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->remote_attr = NULL; ep 301 opal/mca/btl/ugni/btl_ugni_endpoint.c static int mca_btl_ugni_directed_ep_post (mca_btl_base_endpoint_t *ep) ep 303 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 306 opal/mca/btl/ugni/btl_ugni_endpoint.c BTL_VERBOSE(("posting directed datagram to remote id: %d for endpoint %p", ep->ep_rem_id, (void *)ep)); ep 308 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->mailbox->attr.rmt_irq_mem_hndl = ugni_module->devices->smsg_irq_mhndl; ep 310 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = GNI_EpPostDataWId (ep->smsg_ep_handle.gni_handle, &ep->mailbox->attr, sizeof (ep->mailbox->attr), ep 311 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->remote_attr, sizeof (*ep->remote_attr), ep 312 opal/mca/btl/ugni/btl_ugni_endpoint.c MCA_BTL_UGNI_CONNECT_DIRECTED_ID | ep->index); ep 336 opal/mca/btl/ugni/btl_ugni_endpoint.c int mca_btl_ugni_ep_connect_progress (mca_btl_base_endpoint_t *ep) ep 340 opal/mca/btl/ugni/btl_ugni_endpoint.c BTL_VERBOSE(("progressing connection for endpoint %p with state %d", (void *)ep, ep->state)); ep 342 opal/mca/btl/ugni/btl_ugni_endpoint.c if (MCA_BTL_UGNI_EP_STATE_CONNECTED == ep->state) { ep 346 opal/mca/btl/ugni/btl_ugni_endpoint.c if (MCA_BTL_UGNI_EP_STATE_INIT == ep->state) { ep 347 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_ep_connect_start (ep); ep 353 opal/mca/btl/ugni/btl_ugni_endpoint.c BTL_VERBOSE(("ep->remote_attr->smsg_attr = {.msg_type = %d, .msg_buffer = %p}", ep->remote_attr->smsg_attr.msg_type, ep 354 opal/mca/btl/ugni/btl_ugni_endpoint.c (void*)ep->remote_attr->smsg_attr.msg_buffer)); ep 356 opal/mca/btl/ugni/btl_ugni_endpoint.c if (GNI_SMSG_TYPE_INVALID == ep->remote_attr->smsg_attr.msg_type) { ep 358 opal/mca/btl/ugni/btl_ugni_endpoint.c if (!ep->dg_posted) { ep 359 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_directed_ep_post (ep); ep 361 opal/mca/btl/ugni/btl_ugni_endpoint.c ep->dg_posted = true; ep 371 opal/mca/btl/ugni/btl_ugni_endpoint.c return mca_btl_ugni_ep_connect_finish (ep); ep 374 opal/mca/btl/ugni/btl_ugni_endpoint.c int mca_btl_ugni_ep_handle_init (mca_btl_ugni_endpoint_t *ep, gni_cq_handle_t cq, ep 384 opal/mca/btl/ugni/btl_ugni_endpoint.c grc = GNI_EpBind (ep_handle->gni_handle, ep->ep_rem_addr, ep->ep_rem_id); ep 81 opal/mca/btl/ugni/btl_ugni_endpoint.h int mca_btl_ugni_ep_connect_progress (mca_btl_ugni_endpoint_t *ep); ep 82 opal/mca/btl/ugni/btl_ugni_endpoint.h int mca_btl_ugni_ep_disconnect (mca_btl_ugni_endpoint_t *ep, bool send_disconnect); ep 84 opal/mca/btl/ugni/btl_ugni_endpoint.h void mca_btl_ugni_release_ep (mca_btl_ugni_endpoint_t *ep); ep 85 opal/mca/btl/ugni/btl_ugni_endpoint.h int mca_btl_ugni_init_ep (mca_btl_ugni_module_t *ugni_module, mca_btl_ugni_endpoint_t **ep, ep 88 opal/mca/btl/ugni/btl_ugni_endpoint.h static inline int mca_btl_ugni_check_endpoint_state (mca_btl_ugni_endpoint_t *ep) { ep 91 opal/mca/btl/ugni/btl_ugni_endpoint.h if (OPAL_LIKELY(MCA_BTL_UGNI_EP_STATE_CONNECTED == ep->state)) { ep 95 opal/mca/btl/ugni/btl_ugni_endpoint.h opal_mutex_lock (&ep->lock); ep 97 opal/mca/btl/ugni/btl_ugni_endpoint.h switch (ep->state) { ep 99 opal/mca/btl/ugni/btl_ugni_endpoint.h rc = mca_btl_ugni_ep_connect_progress (ep); ep 110 opal/mca/btl/ugni/btl_ugni_endpoint.h opal_mutex_unlock (&ep->lock); ep 125 opal/mca/btl/ugni/btl_ugni_endpoint.h static inline mca_btl_ugni_module_t *mca_btl_ugni_ep_btl (mca_btl_ugni_endpoint_t *ep) ep 140 opal/mca/btl/ugni/btl_ugni_endpoint.h int mca_btl_ugni_ep_handle_init (mca_btl_ugni_endpoint_t *ep, gni_cq_handle_t cq, ep 156 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_endpoint_t *ep = ugni_desc->endpoint; ep 160 opal/mca/btl/ugni/btl_ugni_frag.h grc = GNI_EpBind (desc->gni_handle, ep->ep_rem_addr, ep->ep_rem_id | device->dev_index); ep 198 opal/mca/btl/ugni/btl_ugni_frag.h static inline mca_btl_ugni_base_frag_t *mca_btl_ugni_frag_alloc (mca_btl_base_endpoint_t *ep, ep 203 opal/mca/btl/ugni/btl_ugni_frag.h frag->endpoint = ep; ep 268 opal/mca/btl/ugni/btl_ugni_frag.h static inline mca_btl_ugni_base_frag_t *mca_btl_ugni_frag_alloc_smsg (mca_btl_base_endpoint_t *ep) ep 270 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 271 opal/mca/btl/ugni/btl_ugni_frag.h return mca_btl_ugni_frag_alloc (ep, ugni_module->frags_lists + MCA_BTL_UGNI_LIST_SMSG); ep 274 opal/mca/btl/ugni/btl_ugni_frag.h static inline mca_btl_ugni_base_frag_t *mca_btl_ugni_frag_alloc_rdma (mca_btl_base_endpoint_t *ep) ep 276 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 277 opal/mca/btl/ugni/btl_ugni_frag.h return mca_btl_ugni_frag_alloc (ep, ugni_module->frags_lists + MCA_BTL_UGNI_LIST_RDMA); ep 280 opal/mca/btl/ugni/btl_ugni_frag.h static inline mca_btl_ugni_base_frag_t *mca_btl_ugni_frag_alloc_rdma_int (mca_btl_base_endpoint_t *ep) ep 282 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 283 opal/mca/btl/ugni/btl_ugni_frag.h return mca_btl_ugni_frag_alloc (ep, ugni_module->frags_lists + MCA_BTL_UGNI_LIST_RDMA_INT); ep 286 opal/mca/btl/ugni/btl_ugni_frag.h static inline mca_btl_ugni_base_frag_t *mca_btl_ugni_frag_alloc_eager_send (mca_btl_base_endpoint_t *ep) ep 288 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 289 opal/mca/btl/ugni/btl_ugni_frag.h return mca_btl_ugni_frag_alloc (ep, ugni_module->frags_lists + MCA_BTL_UGNI_LIST_EAGER_SEND); ep 292 opal/mca/btl/ugni/btl_ugni_frag.h static inline mca_btl_ugni_base_frag_t *mca_btl_ugni_frag_alloc_eager_recv (mca_btl_base_endpoint_t *ep) ep 294 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 295 opal/mca/btl/ugni/btl_ugni_frag.h return mca_btl_ugni_frag_alloc (ep, ugni_module->frags_lists + MCA_BTL_UGNI_LIST_EAGER_RECV); ep 147 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_base_endpoint_t *ep; ep 153 opal/mca/btl/ugni/btl_ugni_module.c OPAL_HASH_TABLE_FOREACH(key, uint64, ep, &ugni_module->id_to_endpoint) { ep 154 opal/mca/btl/ugni/btl_ugni_module.c if (NULL != ep) { ep 155 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_release_ep (ep); ep 20 opal/mca/btl/ugni/btl_ugni_rdma.h int mca_btl_ugni_start_eager_get (mca_btl_base_endpoint_t *ep, ep 55 opal/mca/btl/ugni/btl_ugni_smsg.c int mca_btl_ugni_smsg_process (mca_btl_base_endpoint_t *ep) ep 57 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (ep); ep 68 opal/mca/btl/ugni/btl_ugni_smsg.c if (!opal_atomic_compare_exchange_strong_32 (&ep->smsg_progressing, &_tmp_value, 1)) { ep 77 opal/mca/btl/ugni/btl_ugni_smsg.c rc = mca_btl_ugni_smsg_get_next_wtag (&ep->smsg_ep_handle, &data_ptr, &tag); ep 82 opal/mca/btl/ugni/btl_ugni_smsg.c ep->smsg_progressing = 0; ep 120 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_ugni_start_eager_get (ep, frag.hdr.eager_ex, NULL); ep 141 opal/mca/btl/ugni/btl_ugni_smsg.c rc = mca_btl_ugni_smsg_release (&ep->smsg_ep_handle); ep 148 opal/mca/btl/ugni/btl_ugni_smsg.c ep->smsg_progressing = 0; ep 151 opal/mca/btl/ugni/btl_ugni_smsg.c opal_mutex_lock (&ep->lock); ep 153 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_ugni_ep_disconnect (ep, false); ep 155 opal/mca/btl/ugni/btl_ugni_smsg.c opal_mutex_unlock (&ep->lock); ep 179 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_base_endpoint_t *ep; ep 181 opal/mca/btl/ugni/btl_ugni_smsg.c ep = (mca_btl_base_endpoint_t *) opal_pointer_array_get_item (&btl->endpoints, ep 184 opal/mca/btl/ugni/btl_ugni_smsg.c if (NULL == ep || MCA_BTL_UGNI_EP_STATE_CONNECTED != ep->state) { ep 189 opal/mca/btl/ugni/btl_ugni_smsg.c rc = mca_btl_ugni_smsg_process (ep); ep 200 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_base_endpoint_t *ep; ep 232 opal/mca/btl/ugni/btl_ugni_smsg.c ep = (mca_btl_base_endpoint_t *) opal_pointer_array_get_item (&btl->endpoints, inst_id); ep 234 opal/mca/btl/ugni/btl_ugni_smsg.c if (OPAL_UNLIKELY(MCA_BTL_UGNI_EP_STATE_CONNECTED != ep->state)) { ep 237 opal/mca/btl/ugni/btl_ugni_smsg.c BTL_VERBOSE(("event occurred on an unconnected endpoint! ep state = %d", ep->state)); ep 241 opal/mca/btl/ugni/btl_ugni_smsg.c return mca_btl_ugni_smsg_process (ep); ep 36 opal/mca/btl/ugni/btl_ugni_smsg.h int mca_btl_ugni_smsg_process (mca_btl_base_endpoint_t *ep); ep 1592 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_endpoint(module->domain, channel->info, &channel->ep, NULL); ep 1593 opal/mca/btl/usnic/btl_usnic_module.c if (0 != rc || NULL == channel->ep) { ep 1630 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_ep_bind(channel->ep, &channel->cq->fid, FI_SEND); ep 1641 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_ep_bind(channel->ep, &channel->cq->fid, FI_RECV); ep 1652 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_ep_bind(channel->ep, &module->av->fid, 0); ep 1665 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_enable(channel->ep); ep 1687 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_getname(&channel->ep->fid, channel->info->src_addr, &addrlen); ep 1726 opal/mca/btl/usnic/btl_usnic_module.c if (NULL != channel->ep) { ep 1727 opal/mca/btl/usnic/btl_usnic_module.c fi_close(&channel->ep->fid); ep 1728 opal/mca/btl/usnic/btl_usnic_module.c channel->ep = NULL; ep 1746 opal/mca/btl/usnic/btl_usnic_module.c assert(NULL == channel->ep && NULL == channel->cq); ep 1885 opal/mca/btl/usnic/btl_usnic_module.c rc = fi_recv(channel->ep, rseg->rs_protocol_header, segsize, ep 85 opal/mca/btl/usnic/btl_usnic_module.h struct fid_ep *ep; ep 46 opal/mca/btl/usnic/btl_usnic_recv.h rc = fi_recvmsg(channel->ep, &msg, flag); ep 58 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_endpoint_t *ep = frag->sf_endpoint; ep 66 opal/mca/btl/usnic/btl_usnic_send.c ++ep->endpoint_send_credits; ep 69 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_check_rts(ep); ep 76 opal/mca/btl/usnic/btl_usnic_send.h (void*) channel->ep, ep 86 opal/mca/btl/usnic/btl_usnic_send.h ret = fi_send(channel->ep, ep 132 opal/mca/btl/usnic/btl_usnic_send.h (void*) channel->ep, ep 141 opal/mca/btl/usnic/btl_usnic_send.h ret = fi_send(channel->ep, ep 676 opal/mca/btl/vader/btl_vader_component.c static void mca_btl_vader_progress_waiting (mca_btl_base_endpoint_t *ep) ep 681 opal/mca/btl/vader/btl_vader_component.c if (OPAL_UNLIKELY(NULL == ep)) { ep 685 opal/mca/btl/vader/btl_vader_component.c OPAL_THREAD_LOCK(&ep->pending_frags_lock); ep 686 opal/mca/btl/vader/btl_vader_component.c OPAL_LIST_FOREACH_SAFE(frag, next, &ep->pending_frags, mca_btl_vader_frag_t) { ep 687 opal/mca/btl/vader/btl_vader_component.c ret = vader_fifo_write_ep (frag->hdr, ep); ep 689 opal/mca/btl/vader/btl_vader_component.c OPAL_THREAD_UNLOCK(&ep->pending_frags_lock); ep 693 opal/mca/btl/vader/btl_vader_component.c (void) opal_list_remove_first (&ep->pending_frags); ep 696 opal/mca/btl/vader/btl_vader_component.c ep->waiting = false; ep 697 opal/mca/btl/vader/btl_vader_component.c opal_list_remove_item (&mca_btl_vader_component.pending_endpoints, &ep->super); ep 699 opal/mca/btl/vader/btl_vader_component.c OPAL_THREAD_UNLOCK(&ep->pending_frags_lock); ep 709 opal/mca/btl/vader/btl_vader_component.c mca_btl_base_endpoint_t *ep, *next; ep 718 opal/mca/btl/vader/btl_vader_component.c OPAL_LIST_FOREACH_SAFE(ep, next, &mca_btl_vader_component.pending_endpoints, mca_btl_base_endpoint_t) { ep 719 opal/mca/btl/vader/btl_vader_component.c mca_btl_vader_progress_waiting (ep); ep 54 opal/mca/btl/vader/btl_vader_fbox.h void mca_btl_vader_poll_handle_frag (mca_btl_vader_hdr_t *hdr, mca_btl_base_endpoint_t *ep); ep 77 opal/mca/btl/vader/btl_vader_fbox.h static inline bool mca_btl_vader_fbox_sendi (mca_btl_base_endpoint_t *ep, unsigned char tag, ep 89 opal/mca/btl/vader/btl_vader_fbox.h if (OPAL_UNLIKELY(NULL == ep->fbox_out.buffer || size > (fbox_size >> 2))) { ep 93 opal/mca/btl/vader/btl_vader_fbox.h OPAL_THREAD_LOCK(&ep->lock); ep 96 opal/mca/btl/vader/btl_vader_fbox.h hbs = MCA_BTL_VADER_FBOX_OFFSET_HBS(ep->fbox_out.end); ep 97 opal/mca/btl/vader/btl_vader_fbox.h hbm = MCA_BTL_VADER_FBOX_OFFSET_HBS(ep->fbox_out.start) == hbs; ep 100 opal/mca/btl/vader/btl_vader_fbox.h start = ep->fbox_out.start & MCA_BTL_VADER_FBOX_OFFSET_MASK; ep 101 opal/mca/btl/vader/btl_vader_fbox.h end = ep->fbox_out.end & MCA_BTL_VADER_FBOX_OFFSET_MASK; ep 107 opal/mca/btl/vader/btl_vader_fbox.h dst = ep->fbox_out.buffer + end; ep 115 opal/mca/btl/vader/btl_vader_fbox.h start = ep->fbox_out.start = ep->fbox_out.startp[0]; ep 119 opal/mca/btl/vader/btl_vader_fbox.h hbm = MCA_BTL_VADER_FBOX_OFFSET_HBS(ep->fbox_out.start) == hbs; ep 129 opal/mca/btl/vader/btl_vader_fbox.h mca_btl_vader_fbox_set_header (MCA_BTL_VADER_FBOX_HDR(dst), 0xff, ep->fbox_out.seq++, ep 137 opal/mca/btl/vader/btl_vader_fbox.h dst = ep->fbox_out.buffer + end; ep 141 opal/mca/btl/vader/btl_vader_fbox.h ep->fbox_out.end = (hbs << 31) | end; ep 143 opal/mca/btl/vader/btl_vader_fbox.h OPAL_THREAD_UNLOCK(&ep->lock); ep 167 opal/mca/btl/vader/btl_vader_fbox.h MCA_BTL_VADER_FBOX_HDR(ep->fbox_out.buffer + end)->ival = 0; ep 171 opal/mca/btl/vader/btl_vader_fbox.h mca_btl_vader_fbox_set_header (MCA_BTL_VADER_FBOX_HDR(dst), tag, ep->fbox_out.seq++, data_size); ep 174 opal/mca/btl/vader/btl_vader_fbox.h ep->fbox_out.end = ((uint32_t) hbs << 31) | end; ep 176 opal/mca/btl/vader/btl_vader_fbox.h OPAL_THREAD_UNLOCK(&ep->lock); ep 187 opal/mca/btl/vader/btl_vader_fbox.h mca_btl_base_endpoint_t *ep = mca_btl_vader_component.fbox_in_endpoints[i]; ep 188 opal/mca/btl/vader/btl_vader_fbox.h unsigned int start = ep->fbox_in.start & MCA_BTL_VADER_FBOX_OFFSET_MASK; ep 191 opal/mca/btl/vader/btl_vader_fbox.h bool hbs = MCA_BTL_VADER_FBOX_OFFSET_HBS(ep->fbox_in.start); ep 195 opal/mca/btl/vader/btl_vader_fbox.h const mca_btl_vader_fbox_hdr_t hdr = mca_btl_vader_fbox_read_header (MCA_BTL_VADER_FBOX_HDR(ep->fbox_in.buffer + start)); ep 198 opal/mca/btl/vader/btl_vader_fbox.h if (0 == hdr.data.tag || hdr.data.seq != ep->fbox_in.seq) { ep 202 opal/mca/btl/vader/btl_vader_fbox.h ++ep->fbox_in.seq; ep 208 opal/mca/btl/vader/btl_vader_fbox.h ep->peer_smp_rank, hdr.data.tag, hdr.data.size, hdr.data.seq, start)); ep 223 opal/mca/btl/vader/btl_vader_fbox.h segment.seg_addr.pval = (void *) (ep->fbox_in.buffer + start + sizeof (hdr)); ep 229 opal/mca/btl/vader/btl_vader_fbox.h fifo_value_t *value = (fifo_value_t *)(ep->fbox_in.buffer + start + sizeof (hdr)); ep 231 opal/mca/btl/vader/btl_vader_fbox.h mca_btl_vader_poll_handle_frag (hdr, ep); ep 249 opal/mca/btl/vader/btl_vader_fbox.h ep->fbox_in.start = ep->fbox_in.startp[0] = ((uint32_t) hbs << 31) | start; ep 258 opal/mca/btl/vader/btl_vader_fbox.h static inline void mca_btl_vader_try_fbox_setup (mca_btl_base_endpoint_t *ep, mca_btl_vader_hdr_t *hdr) ep 260 opal/mca/btl/vader/btl_vader_fbox.h if (OPAL_UNLIKELY(NULL == ep->fbox_out.buffer && mca_btl_vader_component.fbox_threshold == OPAL_THREAD_ADD_FETCH_SIZE_T (&ep->send_count, 1))) { ep 265 opal/mca/btl/vader/btl_vader_fbox.h if (0 <= opal_atomic_add_fetch_32 (&ep->fifo->fbox_available, -1)) { ep 271 opal/mca/btl/vader/btl_vader_fbox.h mca_btl_vader_endpoint_setup_fbox_send (ep, fbox); ep 274 opal/mca/btl/vader/btl_vader_fbox.h hdr->fbox_base = virtual2relative((char *) ep->fbox_out.buffer); ep 276 opal/mca/btl/vader/btl_vader_fbox.h opal_atomic_add_fetch_32 (&ep->fifo->fbox_available, 1); ep 117 opal/mca/btl/vader/btl_vader_fifo.h static inline mca_btl_vader_hdr_t *vader_fifo_read (vader_fifo_t *fifo, struct mca_btl_base_endpoint_t **ep) ep 130 opal/mca/btl/vader/btl_vader_fifo.h *ep = &mca_btl_vader_component.endpoints[value >> MCA_BTL_VADER_OFFSET_BITS]; ep 197 opal/mca/btl/vader/btl_vader_fifo.h static inline bool vader_fifo_write_ep (mca_btl_vader_hdr_t *hdr, struct mca_btl_base_endpoint_t *ep) ep 200 opal/mca/btl/vader/btl_vader_fifo.h if (ep->fbox_out.buffer) { ep 204 opal/mca/btl/vader/btl_vader_fifo.h return mca_btl_vader_fbox_sendi (ep, 0xfe, &rhdr, sizeof (rhdr), NULL, 0); ep 206 opal/mca/btl/vader/btl_vader_fifo.h mca_btl_vader_try_fbox_setup (ep, hdr); ep 208 opal/mca/btl/vader/btl_vader_fifo.h vader_fifo_write (ep->fifo, rhdr); ep 224 opal/mca/btl/vader/btl_vader_fifo.h static inline void vader_fifo_write_back (mca_btl_vader_hdr_t *hdr, struct mca_btl_base_endpoint_t *ep) ep 227 opal/mca/btl/vader/btl_vader_fifo.h vader_fifo_write(ep->fifo, virtual2relativepeer (ep, (char *) hdr)); ep 173 opal/mca/btl/vader/btl_vader_module.c static int init_vader_endpoint (struct mca_btl_base_endpoint_t *ep, struct opal_proc_t *proc, int remote_rank) { ep 179 opal/mca/btl/vader/btl_vader_module.c OBJ_CONSTRUCT(ep, mca_btl_vader_endpoint_t); ep 181 opal/mca/btl/vader/btl_vader_module.c ep->peer_smp_rank = remote_rank; ep 194 opal/mca/btl/vader/btl_vader_module.c ep->segment_data.xpmem.apid = xpmem_get (modex->xpmem.seg_id, XPMEM_RDWR, XPMEM_PERMIT_MODE, (void *) 0666); ep 195 opal/mca/btl/vader/btl_vader_module.c (void) vader_get_registation (ep, modex->xpmem.segment_base, mca_btl_vader_component.segment_size, ep 196 opal/mca/btl/vader/btl_vader_module.c MCA_RCACHE_FLAGS_PERSIST, (void **) &ep->segment_base); ep 200 opal/mca/btl/vader/btl_vader_module.c ep->segment_data.other.seg_ds = malloc (msg_size); ep 201 opal/mca/btl/vader/btl_vader_module.c if (NULL == ep->segment_data.other.seg_ds) { ep 205 opal/mca/btl/vader/btl_vader_module.c memcpy (ep->segment_data.other.seg_ds, &modex->seg_ds, msg_size); ep 207 opal/mca/btl/vader/btl_vader_module.c ep->segment_base = opal_shmem_segment_attach (ep->segment_data.other.seg_ds); ep 208 opal/mca/btl/vader/btl_vader_module.c if (NULL == ep->segment_base) { ep 214 opal/mca/btl/vader/btl_vader_module.c OBJ_CONSTRUCT(&ep->lock, opal_mutex_t); ep 219 opal/mca/btl/vader/btl_vader_module.c ep->segment_base = component->my_segment; ep 222 opal/mca/btl/vader/btl_vader_module.c ep->fifo = (struct vader_fifo_t *) ep->segment_base; ep 227 opal/mca/btl/vader/btl_vader_module.c static int fini_vader_endpoint (struct mca_btl_base_endpoint_t *ep) ep 230 opal/mca/btl/vader/btl_vader_module.c if (ep->fifo) { ep 231 opal/mca/btl/vader/btl_vader_module.c OBJ_DESTRUCT(ep); ep 547 opal/mca/btl/vader/btl_vader_module.c static void mca_btl_vader_endpoint_constructor (mca_btl_vader_endpoint_t *ep) ep 549 opal/mca/btl/vader/btl_vader_module.c OBJ_CONSTRUCT(&ep->pending_frags, opal_list_t); ep 550 opal/mca/btl/vader/btl_vader_module.c OBJ_CONSTRUCT(&ep->pending_frags_lock, opal_mutex_t); ep 551 opal/mca/btl/vader/btl_vader_module.c ep->fifo = NULL; ep 552 opal/mca/btl/vader/btl_vader_module.c ep->fbox_out.fbox = NULL; ep 558 opal/mca/btl/vader/btl_vader_module.c static void mca_btl_vader_endpoint_destructor (mca_btl_vader_endpoint_t *ep) ep 560 opal/mca/btl/vader/btl_vader_module.c OBJ_DESTRUCT(&ep->pending_frags); ep 561 opal/mca/btl/vader/btl_vader_module.c OBJ_DESTRUCT(&ep->pending_frags_lock); ep 565 opal/mca/btl/vader/btl_vader_module.c mca_btl_vader_xpmem_cleanup_endpoint (ep); ep 568 opal/mca/btl/vader/btl_vader_module.c if (ep->segment_data.other.seg_ds) { ep 574 opal/mca/btl/vader/btl_vader_module.c memcpy (&seg_ds, ep->segment_data.other.seg_ds, opal_shmem_sizeof_shmem_ds (ep->segment_data.other.seg_ds)); ep 575 opal/mca/btl/vader/btl_vader_module.c free (ep->segment_data.other.seg_ds); ep 576 opal/mca/btl/vader/btl_vader_module.c ep->segment_data.other.seg_ds = NULL; ep 581 opal/mca/btl/vader/btl_vader_module.c if (ep->fbox_out.fbox) { ep 582 opal/mca/btl/vader/btl_vader_module.c opal_free_list_return (&mca_btl_vader_component.vader_fboxes, ep->fbox_out.fbox); ep 585 opal/mca/btl/vader/btl_vader_module.c ep->fbox_in.buffer = ep->fbox_out.buffer = NULL; ep 586 opal/mca/btl/vader/btl_vader_module.c ep->fbox_out.fbox = NULL; ep 587 opal/mca/btl/vader/btl_vader_module.c ep->segment_base = NULL; ep 588 opal/mca/btl/vader/btl_vader_module.c ep->fifo = NULL; ep 36 opal/mca/btl/vader/btl_vader_xpmem.c mca_btl_base_endpoint_t *ep; ep 47 opal/mca/btl/vader/btl_vader_xpmem.c if ((intptr_t) reg->alloc_base != vader_ctx->ep->peer_smp_rank || ep 63 opal/mca/btl/vader/btl_vader_xpmem.c void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *ep) ep 80 opal/mca/btl/vader/btl_vader_xpmem.c mca_rcache_base_registration_t *vader_get_registation (struct mca_btl_base_endpoint_t *ep, void *rem_ptr, ep 86 opal/mca/btl/vader/btl_vader_xpmem.c vader_check_reg_ctx_t check_ctx = {.ep = ep, .reg = ®}; ep 111 opal/mca/btl/vader/btl_vader_xpmem.c vader_return_registration (reg, ep); ep 124 opal/mca/btl/vader/btl_vader_xpmem.c reg->alloc_base = (void *) (intptr_t) ep->peer_smp_rank; ep 127 opal/mca/btl/vader/btl_vader_xpmem.c xpmem_addr.id = ep->segment_data.xpmem.apid; ep 129 opal/mca/btl/vader/btl_vader_xpmem.c xpmem_addr.apid = ep->segment_data.xpmem.apid; ep 156 opal/mca/btl/vader/btl_vader_xpmem.c mca_btl_vader_endpoint_t *ep = (mca_btl_vader_endpoint_t *) ctx; ep 157 opal/mca/btl/vader/btl_vader_xpmem.c if ((intptr_t) reg->alloc_base == ep->peer_smp_rank) { ep 166 opal/mca/btl/vader/btl_vader_xpmem.c void mca_btl_vader_xpmem_cleanup_endpoint (struct mca_btl_base_endpoint_t *ep) ep 172 opal/mca/btl/vader/btl_vader_xpmem.c (void *) ep); ep 173 opal/mca/btl/vader/btl_vader_xpmem.c if (ep->segment_base) { ep 174 opal/mca/btl/vader/btl_vader_xpmem.c xpmem_release (ep->segment_data.xpmem.apid); ep 175 opal/mca/btl/vader/btl_vader_xpmem.c ep->segment_data.xpmem.apid = 0; ep 50 opal/mca/btl/vader/btl_vader_xpmem.h void mca_btl_vader_xpmem_cleanup_endpoint (struct mca_btl_base_endpoint_t *ep); ep 212 opal/mca/common/ucx/common_ucx.c if (procs[n].ep == NULL) { ep 217 opal/mca/common/ucx/common_ucx.c dreq = ucp_disconnect_nb(procs[n].ep); ep 100 opal/mca/common/ucx/common_ucx.h ucp_ep_h ep; ep 148 opal/mca/common/ucx/common_ucx.h int opal_common_ucx_ep_flush(ucp_ep_h ep, ucp_worker_h worker) ep 153 opal/mca/common/ucx/common_ucx.h request = ucp_ep_flush_nb(ep, 0, opal_common_ucx_empty_complete_cb); ep 158 opal/mca/common/ucx/common_ucx.h status = ucp_ep_flush(ep); ep 180 opal/mca/common/ucx/common_ucx.h int opal_common_ucx_atomic_fetch(ucp_ep_h ep, ucp_atomic_fetch_op_t opcode, ep 187 opal/mca/common/ucx/common_ucx.h request = ucp_atomic_fetch_nb(ep, opcode, value, result, op_size, ep 193 opal/mca/common/ucx/common_ucx.h ucs_status_ptr_t opal_common_ucx_atomic_fetch_nb(ucp_ep_h ep, ucp_atomic_fetch_op_t opcode, ep 199 opal/mca/common/ucx/common_ucx.h return ucp_atomic_fetch_nb(ep, opcode, value, result, op_size, ep 204 opal/mca/common/ucx/common_ucx.h int opal_common_ucx_atomic_cswap(ucp_ep_h ep, uint64_t compare, ep 212 opal/mca/common/ucx/common_ucx.h ret = opal_common_ucx_atomic_fetch(ep, UCP_ATOMIC_FETCH_OP_CSWAP, compare, &tmp, ep 1061 opal/mca/common/ucx/common_ucx_wpool.c _tlocal_mem_create_rkey(_tlocal_mem_t *mem_rec, ucp_ep_h ep, int target) ep 1068 opal/mca/common/ucx/common_ucx_wpool.c status = ucp_ep_rkey_unpack(ep, &gmem->mem_addrs[displ], ep 1087 opal/mca/common/ucx/common_ucx_wpool.c ucp_ep_h ep; ep 1110 opal/mca/common/ucx/common_ucx_wpool.c ep = winfo->endpoints[target]; ep 1125 opal/mca/common/ucx/common_ucx_wpool.c rc = _tlocal_mem_create_rkey(mem_rec, ep, target); ep 339 opal/mca/common/ucx/common_ucx_wpool.h ucp_ep_h ep; ep 346 opal/mca/common/ucx/common_ucx_wpool.h rc = opal_common_ucx_tlocal_fetch(mem, target, &ep, &rkey, &winfo); ep 356 opal/mca/common/ucx/common_ucx_wpool.h status = ucp_put_nbi(ep, buffer,len, rem_addr, rkey); ep 360 opal/mca/common/ucx/common_ucx_wpool.h status = ucp_get_nbi(ep, buffer,len, rem_addr, rkey); ep 387 opal/mca/common/ucx/common_ucx_wpool.h ucp_ep_h ep; ep 393 opal/mca/common/ucx/common_ucx_wpool.h rc = opal_common_ucx_tlocal_fetch(mem, target, &ep, &rkey, &winfo); ep 401 opal/mca/common/ucx/common_ucx_wpool.h status = opal_common_ucx_atomic_cswap(ep, compare, value, ep 425 opal/mca/common/ucx/common_ucx_wpool.h ucp_ep_h ep; ep 432 opal/mca/common/ucx/common_ucx_wpool.h rc =opal_common_ucx_tlocal_fetch(mem, target, &ep, &rkey, &winfo); ep 440 opal/mca/common/ucx/common_ucx_wpool.h status = ucp_atomic_post(ep, opcode, value, ep 463 opal/mca/common/ucx/common_ucx_wpool.h ucp_ep_h ep = NULL; ep 469 opal/mca/common/ucx/common_ucx_wpool.h rc = opal_common_ucx_tlocal_fetch(mem, target, &ep, &rkey, &winfo); ep 477 opal/mca/common/ucx/common_ucx_wpool.h status = opal_common_ucx_atomic_fetch(ep, opcode, value, ep 506 opal/mca/common/ucx/common_ucx_wpool.h ucp_ep_h ep = NULL; ep 512 opal/mca/common/ucx/common_ucx_wpool.h rc = opal_common_ucx_tlocal_fetch(mem, target, &ep, &rkey, &winfo); ep 519 opal/mca/common/ucx/common_ucx_wpool.h req = opal_common_ucx_atomic_fetch_nb(ep, opcode, value, buffer, len, ep 71 opal/mca/common/ucx/common_ucx_wpool_int.h static int _tlocal_mem_create_rkey(_tlocal_mem_t *mem_rec, ucp_ep_h ep, int target); ep 455 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c struct dirent *ep; ep 477 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c while (NULL != (ep = readdir(dp))) { ep 481 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c if ((0 == strcmp(ep->d_name, ".")) || ep 482 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c (0 == strcmp(ep->d_name, ".."))) { ep 490 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c filenm = pmix_os_path(false, path, ep->d_name, NULL); ep 565 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c struct dirent *ep; ep 570 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c while ((ep = readdir(dp))) { ep 571 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c if ((0 != strcmp(ep->d_name, ".")) && ep 572 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.c (0 != strcmp(ep->d_name, ".."))) { ep 507 opal/mca/pmix/pmix4x/pmix/src/include/pmix_globals.h PMIX_EXPORT void pmix_execute_epilog(pmix_epilog_t *ep); ep 156 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c struct dirent *ep; ep 178 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c while (NULL != (ep = readdir(dp))) { ep 182 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c if ((0 == strcmp(ep->d_name, ".")) || ep 183 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c (0 == strcmp(ep->d_name, ".."))) { ep 194 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c filenm = pmix_os_path(false, path, ep->d_name, NULL); ep 229 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c if (!(cbfunc(path, ep->d_name))) { ep 269 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c struct dirent *ep; ep 274 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c while ((ep = readdir(dp))) { ep 275 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c if ((0 != strcmp(ep->d_name, ".")) && ep 276 opal/mca/pmix/pmix4x/pmix/src/util/os_dirpath.c (0 != strcmp(ep->d_name, ".."))) { ep 155 opal/util/os_dirpath.c struct dirent *ep; ep 177 opal/util/os_dirpath.c while (NULL != (ep = readdir(dp))) { ep 181 opal/util/os_dirpath.c if ((0 == strcmp(ep->d_name, ".")) || ep 182 opal/util/os_dirpath.c (0 == strcmp(ep->d_name, ".."))) { ep 193 opal/util/os_dirpath.c filenm = opal_os_path(false, path, ep->d_name, NULL); ep 228 opal/util/os_dirpath.c if (!(cbfunc(path, ep->d_name))) { ep 268 opal/util/os_dirpath.c struct dirent *ep; ep 273 opal/util/os_dirpath.c while ((ep = readdir(dp))) { ep 274 opal/util/os_dirpath.c if ((0 != strcmp(ep->d_name, ".")) && ep 275 opal/util/os_dirpath.c (0 != strcmp(ep->d_name, ".."))) { ep 187 orte/mca/iof/base/base.h orte_iof_sink_t *ep; \ ep 192 orte/mca/iof/base/base.h ep = OBJ_NEW(orte_iof_sink_t); \ ep 193 orte/mca/iof/base/base.h ep->name.jobid = (nm)->jobid; \ ep 194 orte/mca/iof/base/base.h ep->name.vpid = (nm)->vpid; \ ep 195 orte/mca/iof/base/base.h ep->tag = (tg); \ ep 197 orte/mca/iof/base/base.h ep->wev->fd = (fid); \ ep 198 orte/mca/iof/base/base.h ep->wev->always_writable = \ ep 200 orte/mca/iof/base/base.h if(ep->wev->always_writable) { \ ep 202 orte/mca/iof/base/base.h ep->wev->ev, wrthndlr, ep); \ ep 205 orte/mca/iof/base/base.h ep->wev->ev, ep->wev->fd, \ ep 207 orte/mca/iof/base/base.h wrthndlr, ep); \ ep 209 orte/mca/iof/base/base.h opal_event_set_priority(ep->wev->ev, ORTE_MSG_PRI); \ ep 211 orte/mca/iof/base/base.h *(snk) = ep; \ ep 212 orte/mca/iof/base/base.h ORTE_POST_OBJECT(ep); \ ep 119 oshmem/mca/spml/ucx/spml_ucx.c del_procs[i].ep = mca_spml_ucx_ctx_default.ucp_peers[i].ucp_conn; ep 323 oshmem/mca/spml/ucx/spml_ucx_component.c del_procs[i].ep = ctx->ucp_peers[i].ucp_conn;