endpoint 178 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c struct mca_btl_base_endpoint_t* endpoint, endpoint 204 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; endpoint 231 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c struct mca_btl_base_endpoint_t* endpoint, endpoint 327 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c struct mca_btl_base_endpoint_t* endpoint, endpoint 368 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c struct mca_btl_base_endpoint_t* endpoint, endpoint 377 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; endpoint 394 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); endpoint 395 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return mca_btl_tcp_endpoint_send(endpoint,frag); endpoint 408 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_base_endpoint_t* endpoint, endpoint 416 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; endpoint 435 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); endpoint 436 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return ((i = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OMPI_SUCCESS : i); endpoint 451 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_base_endpoint_t* endpoint, endpoint 459 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; endpoint 472 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); endpoint 473 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return ((rc = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OMPI_SUCCESS : rc); endpoint 489 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_endpoint_t *endpoint = (mca_btl_tcp2_endpoint_t*)item; endpoint 490 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c OBJ_RELEASE(endpoint); endpoint 503 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c struct mca_btl_base_endpoint_t* endpoint, endpoint 517 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if( NULL != endpoint ) { endpoint 518 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp_endpoint_dump( endpoint, "TCP" ); endpoint 272 contrib/build-mca-comps-outside-of-tree/btl_tcp2.h struct mca_btl_base_endpoint_t* endpoint, endpoint 66 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c static void mca_btl_tcp2_endpoint_construct(mca_btl_tcp2_endpoint_t* endpoint) endpoint 68 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_btl = NULL; endpoint 69 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_proc = NULL; endpoint 70 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_addr = NULL; endpoint 71 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_sd = -1; endpoint 72 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_send_frag = 0; endpoint 73 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_recv_frag = 0; endpoint 74 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_state = MCA_BTL_TCP_CLOSED; endpoint 75 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_retries = 0; endpoint 76 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_nbo = false; endpoint 78 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_cache = NULL; endpoint 79 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_cache_pos = NULL; endpoint 80 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c endpoint->endpoint_cache_length = 0; endpoint 82 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_frags, opal_list_t); endpoint 83 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_send_lock, opal_mutex_t); endpoint 84 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_recv_lock, opal_mutex_t); endpoint 91 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c static void mca_btl_tcp2_endpoint_destruct(mca_btl_tcp2_endpoint_t* endpoint) endpoint 93 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c mca_btl_tcp2_proc_remove(endpoint->endpoint_proc, endpoint); endpoint 94 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c mca_btl_tcp2_endpoint_close(endpoint); endpoint 95 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_frags); endpoint 96 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_send_lock); endpoint 97 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_recv_lock); endpoint 119 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_endpoint_close(frag->endpoint); endpoint 125 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_endpoint_close(frag->endpoint); endpoint 153 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_base_endpoint_t* btl_endpoint = frag->endpoint; endpoint 58 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 150 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->endpoint = ep; \ endpoint 150 ompi/mca/crcp/base/base.h struct mca_btl_base_endpoint_t* endpoint, endpoint 159 ompi/mca/crcp/base/base.h struct mca_btl_base_endpoint_t* endpoint, endpoint 168 ompi/mca/crcp/base/base.h struct mca_btl_base_endpoint_t* endpoint, endpoint 175 ompi/mca/crcp/base/base.h struct mca_btl_base_endpoint_t* endpoint, endpoint 181 ompi/mca/crcp/base/base.h struct mca_btl_base_endpoint_t* endpoint, endpoint 187 ompi/mca/crcp/base/base.h struct mca_btl_base_endpoint_t* endpoint, endpoint 338 ompi/mca/crcp/base/crcp_base_fns.c struct mca_btl_base_endpoint_t* endpoint, endpoint 351 ompi/mca/crcp/base/crcp_base_fns.c struct mca_btl_base_endpoint_t* endpoint, endpoint 364 ompi/mca/crcp/base/crcp_base_fns.c struct mca_btl_base_endpoint_t* endpoint, endpoint 375 ompi/mca/crcp/base/crcp_base_fns.c struct mca_btl_base_endpoint_t* endpoint, endpoint 385 ompi/mca/crcp/base/crcp_base_fns.c struct mca_btl_base_endpoint_t* endpoint, endpoint 396 ompi/mca/crcp/base/crcp_base_fns.c struct mca_btl_base_endpoint_t* endpoint, endpoint 108 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.c struct mca_btl_base_endpoint_t* endpoint, endpoint 121 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.c struct mca_btl_base_endpoint_t* endpoint, endpoint 134 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.c struct mca_btl_base_endpoint_t* endpoint, endpoint 145 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.c struct mca_btl_base_endpoint_t* endpoint, endpoint 155 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.c struct mca_btl_base_endpoint_t* endpoint, endpoint 166 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.c struct mca_btl_base_endpoint_t* endpoint, endpoint 77 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 86 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 95 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 102 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 108 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 114 ompi/mca/crcp/bkmrk/crcp_bkmrk_btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 237 ompi/mca/crcp/crcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 246 ompi/mca/crcp/crcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 253 ompi/mca/crcp/crcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 259 ompi/mca/crcp/crcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 265 ompi/mca/crcp/crcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 56 ompi/mca/mtl/ofi/mtl_ofi.c mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 126 ompi/mca/mtl/ofi/mtl_ofi.c endpoint = OBJ_NEW(mca_mtl_ofi_endpoint_t); endpoint 127 ompi/mca/mtl/ofi/mtl_ofi.c if (NULL == endpoint) { endpoint 136 ompi/mca/mtl/ofi/mtl_ofi.c endpoint->mtl_ofi_module = &ompi_mtl_ofi; endpoint 137 ompi/mca/mtl/ofi/mtl_ofi.c endpoint->peer_fiaddr = fi_addrs[i]; endpoint 140 ompi/mca/mtl/ofi/mtl_ofi.c procs[i]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_MTL] = endpoint; endpoint 165 ompi/mca/mtl/ofi/mtl_ofi.c mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 170 ompi/mca/mtl/ofi/mtl_ofi.c endpoint = procs[i]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_MTL]; endpoint 171 ompi/mca/mtl/ofi/mtl_ofi.c ret = fi_av_remove(ompi_mtl_ofi.av, &endpoint->peer_fiaddr, 1, 0); endpoint 178 ompi/mca/mtl/ofi/mtl_ofi.c OBJ_RELEASE(endpoint); endpoint 346 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint, endpoint 403 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 418 ompi/mca/mtl/ofi/mtl_ofi.h endpoint = ompi_mtl_ofi_get_endpoint(mtl, ompi_proc); endpoint 421 ompi/mca/mtl/ofi/mtl_ofi.h sep_peer_fiaddr = fi_rx_addr(endpoint->peer_fiaddr, ctxt_id, ompi_mtl_ofi.rx_ctx_bits); endpoint 442 ompi/mca/mtl/ofi/mtl_ofi.h &ofi_req, endpoint, endpoint 539 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 550 ompi/mca/mtl/ofi/mtl_ofi.h endpoint = ompi_mtl_ofi_get_endpoint(mtl, ompi_proc); endpoint 553 ompi/mca/mtl/ofi/mtl_ofi.h sep_peer_fiaddr = fi_rx_addr(endpoint->peer_fiaddr, ctxt_id, ompi_mtl_ofi.rx_ctx_bits); endpoint 573 ompi/mca/mtl/ofi/mtl_ofi.h ofi_req, endpoint, endpoint 623 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 691 ompi/mca/mtl/ofi/mtl_ofi.h endpoint = ompi_mtl_ofi_get_endpoint(ofi_req->mtl, ompi_proc); endpoint 692 ompi/mca/mtl/ofi/mtl_ofi.h ofi_req->remote_addr = fi_rx_addr(endpoint->peer_fiaddr, ctxt_id, ompi_mtl_ofi.rx_ctx_bits); endpoint 763 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 775 ompi/mca/mtl/ofi/mtl_ofi.h endpoint = ompi_mtl_ofi_get_endpoint(mtl, ompi_proc); endpoint 776 ompi/mca/mtl/ofi/mtl_ofi.h remote_addr = fi_rx_addr(endpoint->peer_fiaddr, ctxt_id, ompi_mtl_ofi.rx_ctx_bits); endpoint 980 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 995 ompi/mca/mtl/ofi/mtl_ofi.h endpoint = ompi_mtl_ofi_get_endpoint(mtl, ompi_proc); endpoint 996 ompi/mca/mtl/ofi/mtl_ofi.h remote_proc = fi_rx_addr(endpoint->peer_fiaddr, ctxt_id, ompi_mtl_ofi.rx_ctx_bits); endpoint 1069 ompi/mca/mtl/ofi/mtl_ofi.h mca_mtl_ofi_endpoint_t *endpoint = NULL; endpoint 1092 ompi/mca/mtl/ofi/mtl_ofi.h endpoint = ompi_mtl_ofi_get_endpoint(mtl, ompi_proc); endpoint 1093 ompi/mca/mtl/ofi/mtl_ofi.h remote_proc = fi_rx_addr(endpoint->peer_fiaddr, ctxt_id, ompi_mtl_ofi.rx_ctx_bits); endpoint 17 ompi/mca/mtl/ofi/mtl_ofi_endpoint.c static void mca_mtl_ofi_endpoint_construct(mca_mtl_ofi_endpoint_t *endpoint) endpoint 19 ompi/mca/mtl/ofi/mtl_ofi_endpoint.c endpoint->mtl_ofi_module = NULL; endpoint 25 ompi/mca/mtl/ofi/mtl_ofi_endpoint.c static void mca_mtl_ofi_endpoint_destruct(mca_mtl_ofi_endpoint_t *endpoint) endpoint 306 ompi/mca/mtl/portals4/mtl_portals4.c ptl_process_t *endpoint; endpoint 308 ompi/mca/mtl/portals4/mtl_portals4.c endpoint = malloc(sizeof(ptl_process_t)); endpoint 309 ompi/mca/mtl/portals4/mtl_portals4.c if (NULL == endpoint) { endpoint 316 ompi/mca/mtl/portals4/mtl_portals4.c endpoint->phys.nid = 0; endpoint 317 ompi/mca/mtl/portals4/mtl_portals4.c endpoint->phys.pid = 0; endpoint 318 ompi/mca/mtl/portals4/mtl_portals4.c endpoint->rank = proc->super.proc_name.vpid; endpoint 338 ompi/mca/mtl/portals4/mtl_portals4.c *endpoint = *modex_id; endpoint 342 ompi/mca/mtl/portals4/mtl_portals4.c proc->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_PORTALS4] = endpoint; endpoint 362 ompi/mca/mtl/psm/mtl_psm.c mca_mtl_psm_endpoint_t *endpoint = endpoint 364 ompi/mca/mtl/psm/mtl_psm.c endpoint->peer_epid = epids_in[i]; endpoint 365 ompi/mca/mtl/psm/mtl_psm.c endpoint->peer_addr = epaddrs_out[i]; endpoint 366 ompi/mca/mtl/psm/mtl_psm.c procs[i]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_MTL] = endpoint; endpoint 34 ompi/mca/mtl/psm/mtl_psm_endpoint.c static void mca_mtl_psm_endpoint_construct(mca_mtl_psm_endpoint_t* endpoint) endpoint 36 ompi/mca/mtl/psm/mtl_psm_endpoint.c endpoint->mtl_psm_module = NULL; endpoint 44 ompi/mca/mtl/psm/mtl_psm_endpoint.c static void mca_mtl_psm_endpoint_destruct(mca_mtl_psm_endpoint_t* endpoint) endpoint 349 ompi/mca/mtl/psm2/mtl_psm2.c mca_mtl_psm2_endpoint_t *endpoint = endpoint 351 ompi/mca/mtl/psm2/mtl_psm2.c endpoint->peer_epid = epids_in[i]; endpoint 352 ompi/mca/mtl/psm2/mtl_psm2.c endpoint->peer_addr = epaddrs_out[i]; endpoint 353 ompi/mca/mtl/psm2/mtl_psm2.c procs[i]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_MTL] = endpoint; endpoint 35 ompi/mca/mtl/psm2/mtl_psm2_endpoint.c static void mca_mtl_psm2_endpoint_construct(mca_mtl_psm2_endpoint_t* endpoint) endpoint 37 ompi/mca/mtl/psm2/mtl_psm2_endpoint.c endpoint->mtl_psm2_module = NULL; endpoint 45 ompi/mca/mtl/psm2/mtl_psm2_endpoint.c static void mca_mtl_psm2_endpoint_destruct(mca_mtl_psm2_endpoint_t* endpoint) endpoint 351 ompi/mca/osc/rdma/osc_rdma.h static inline int _ompi_osc_rdma_register (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, void *ptr, endpoint 358 ompi/mca/osc/rdma/osc_rdma.h *handle = module->selected_btl->btl_register_mem (module->selected_btl, endpoint, ptr, size, flags); endpoint 43 ompi/mca/osc/rdma/osc_rdma_accumulate.c struct mca_btl_base_endpoint_t *endpoint; endpoint 62 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = event->module->selected_btl->btl_put (event->module->selected_btl, event->endpoint, event->local_address, endpoint 78 ompi/mca/osc/rdma/osc_rdma_accumulate.c static int ompi_osc_rdma_event_queue (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, endpoint 94 ompi/mca/osc/rdma/osc_rdma_accumulate.c event->endpoint = endpoint; endpoint 677 ompi/mca/osc/rdma/osc_rdma_accumulate.c static void ompi_osc_rdma_cas_put_complete (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 82 ompi/mca/osc/rdma/osc_rdma_active_target.c void ompi_osc_rdma_atomic_complete (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 49 ompi/mca/osc/rdma/osc_rdma_comm.c static void ompi_osc_get_data_complete (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 57 ompi/mca/osc/rdma/osc_rdma_comm.c int ompi_osc_get_data_blocking (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, endpoint 74 ompi/mca/osc/rdma/osc_rdma_comm.c "), len: %lu (aligned: %lu)", (void *) endpoint, source_address, aligned_addr, (unsigned long) len, endpoint 98 ompi/mca/osc/rdma/osc_rdma_comm.c ret = module->selected_btl->btl_get (module->selected_btl, endpoint, ptr, aligned_addr, endpoint 123 ompi/mca/osc/rdma/osc_rdma_comm.c OSC_RDMA_VERBOSE(MCA_BASE_VERBOSE_TRACE, "finished reading state data from endpoint %p", (void *) endpoint); endpoint 381 ompi/mca/osc/rdma/osc_rdma_comm.c static void ompi_osc_rdma_put_complete (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 410 ompi/mca/osc/rdma/osc_rdma_comm.c static void ompi_osc_rdma_put_complete_flush (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 531 ompi/mca/osc/rdma/osc_rdma_comm.c static void ompi_osc_rdma_get_complete (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 116 ompi/mca/osc/rdma/osc_rdma_comm.h int ompi_osc_get_data_blocking (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, endpoint 829 ompi/mca/osc/rdma/osc_rdma_component.c mca_bml_base_endpoint_t *endpoint; endpoint 832 ompi/mca/osc/rdma/osc_rdma_component.c endpoint = mca_bml_base_get_endpoint (proc); endpoint 833 ompi/mca/osc/rdma/osc_rdma_component.c if (NULL == endpoint) { endpoint 839 ompi/mca/osc/rdma/osc_rdma_component.c num_btls = mca_bml_base_btl_array_get_size (&endpoint->btl_rdma); endpoint 870 ompi/mca/osc/rdma/osc_rdma_component.c if ((endpoint->btl_rdma.bml_btls[i_btl].btl->btl_flags & (MCA_BTL_FLAGS_RDMA | MCA_BTL_FLAGS_ATOMIC_FOPS)) == endpoint 871 ompi/mca/osc/rdma/osc_rdma_component.c (MCA_BTL_FLAGS_RDMA | MCA_BTL_FLAGS_ATOMIC_FOPS) && (endpoint->btl_rdma.bml_btls[i_btl].btl->btl_atomic_flags & endpoint 874 ompi/mca/osc/rdma/osc_rdma_component.c if (endpoint->btl_rdma.bml_btls[i_btl].btl == possible_btls[j]) { endpoint 878 ompi/mca/osc/rdma/osc_rdma_component.c possible_btls[j] = endpoint->btl_rdma.bml_btls[i_btl].btl; endpoint 32 ompi/mca/osc/rdma/osc_rdma_lock.h void ompi_osc_rdma_atomic_complete (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 37 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_btl_fop (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, endpoint 72 ompi/mca/osc/rdma/osc_rdma_lock.h ret = module->selected_btl->btl_atomic_fop (module->selected_btl, endpoint, pending_op->op_buffer, endpoint 88 ompi/mca/osc/rdma/osc_rdma_lock.h ompi_osc_rdma_atomic_complete (module->selected_btl, endpoint, pending_op->op_buffer, endpoint 115 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_btl_op (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, endpoint 124 ompi/mca/osc/rdma/osc_rdma_lock.h return ompi_osc_rdma_btl_fop (module, endpoint, address, address_handle, op, operand, flags, NULL, wait_for_completion, endpoint 145 ompi/mca/osc/rdma/osc_rdma_lock.h ret = module->selected_btl->btl_atomic_op (module->selected_btl, endpoint, (intptr_t) address, address_handle, endpoint 184 ompi/mca/osc/rdma/osc_rdma_lock.h static inline int ompi_osc_rdma_btl_cswap (ompi_osc_rdma_module_t *module, struct mca_btl_base_endpoint_t *endpoint, endpoint 205 ompi/mca/osc/rdma/osc_rdma_lock.h ret = module->selected_btl->btl_atomic_cswap (module->selected_btl, endpoint, pending_op->op_buffer, endpoint 58 ompi/mca/osc/rdma/osc_rdma_peer.c struct mca_btl_base_endpoint_t *endpoint; endpoint 63 ompi/mca/osc/rdma/osc_rdma_peer.c endpoint = ompi_osc_rdma_peer_btl_endpoint (module, peer_id); endpoint 64 ompi/mca/osc/rdma/osc_rdma_peer.c if (OPAL_UNLIKELY(NULL == endpoint && !((module->selected_btl->btl_atomic_flags & MCA_BTL_ATOMIC_SUPPORTS_GLOB) && endpoint 78 ompi/mca/osc/rdma/osc_rdma_peer.c peer->data_endpoint = endpoint; endpoint 732 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_endpoint_t* endpoint = endpoint 735 ompi/mca/pml/ob1/pml_ob1.c &endpoint->btl_eager, bml_btl->btl); endpoint 81 ompi/mca/pml/ob1/pml_ob1_isend.c ompi_proc_t *dst_proc, mca_bml_base_endpoint_t* endpoint, endpoint 90 ompi/mca/pml/ob1/pml_ob1_isend.c bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); endpoint 159 ompi/mca/pml/ob1/pml_ob1_isend.c mca_bml_base_endpoint_t* endpoint = mca_bml_base_get_endpoint (dst_proc); endpoint 163 ompi/mca/pml/ob1/pml_ob1_isend.c if (OPAL_UNLIKELY(NULL == endpoint)) { endpoint 173 ompi/mca/pml/ob1/pml_ob1_isend.c endpoint, comm); endpoint 198 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_START_W_SEQ(sendreq, endpoint, seqn, rc); endpoint 213 ompi/mca/pml/ob1/pml_ob1_isend.c mca_bml_base_endpoint_t* endpoint = mca_bml_base_get_endpoint (dst_proc); endpoint 218 ompi/mca/pml/ob1/pml_ob1_isend.c if (OPAL_UNLIKELY(NULL == endpoint)) { endpoint 247 ompi/mca/pml/ob1/pml_ob1_isend.c endpoint, comm); endpoint 278 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_START_W_SEQ(sendreq, endpoint, seqn, rc); endpoint 81 ompi/mca/pml/ob1/pml_ob1_progress.c mca_bml_base_endpoint_t* endpoint; endpoint 100 ompi/mca/pml/ob1/pml_ob1_progress.c endpoint = sendreq->req_endpoint; endpoint 102 ompi/mca/pml/ob1/pml_ob1_progress.c for(j = 0; j < (int)mca_bml_base_btl_array_get_size(&endpoint->btl_eager); j++) { endpoint 107 ompi/mca/pml/ob1/pml_ob1_progress.c bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); endpoint 35 ompi/mca/pml/ob1/pml_ob1_rdma.h size_t mca_pml_ob1_rdma_btls(struct mca_bml_base_endpoint_t* endpoint, endpoint 41 ompi/mca/pml/ob1/pml_ob1_rdma.h size_t mca_pml_ob1_rdma_pipeline_btls(struct mca_bml_base_endpoint_t* endpoint, endpoint 436 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_endpoint_t* endpoint = mca_bml_base_get_endpoint (proc); endpoint 438 ompi/mca/pml/ob1/pml_ob1_recvreq.h assert (NULL != endpoint); endpoint 440 ompi/mca/pml/ob1/pml_ob1_recvreq.h for(i = 0; i < mca_bml_base_btl_array_get_size(&endpoint->btl_eager); i++) { endpoint 441 ompi/mca/pml/ob1/pml_ob1_recvreq.h bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); endpoint 190 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_START_W_SEQ(sendreq, endpoint, seq, rc) \ endpoint 192 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_seq (sendreq, endpoint, seq); \ endpoint 446 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_start_seq (mca_pml_ob1_send_request_t* sendreq, mca_bml_base_endpoint_t* endpoint, int32_t seqn) endpoint 448 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_endpoint = endpoint; endpoint 458 ompi/mca/pml/ob1/pml_ob1_sendreq.h for(size_t i = 0; i < mca_bml_base_btl_array_get_size(&endpoint->btl_eager); i++) { endpoint 463 ompi/mca/pml/ob1/pml_ob1_sendreq.h bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); endpoint 486 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_endpoint_t *endpoint = mca_bml_base_get_endpoint (sendreq->req_send.req_base.req_proc); endpoint 491 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (OPAL_UNLIKELY(NULL == endpoint)) { endpoint 497 ompi/mca/pml/ob1/pml_ob1_sendreq.h return mca_pml_ob1_send_request_start_seq (sendreq, endpoint, seqn); endpoint 80 opal/mca/btl/base/btl_base_error.c struct mca_btl_base_endpoint_t* endpoint, endpoint 379 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 401 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 780 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 897 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 932 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 975 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 1012 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 1053 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t *endpoint, uint64_t remote_address, endpoint 1098 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, uint64_t remote_address, endpoint 1144 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, uint64_t remote_address, endpoint 1160 opal/mca/btl/btl.h struct mca_btl_base_endpoint_t* endpoint, endpoint 1183 opal/mca/btl/btl.h typedef int (*mca_btl_base_module_flush_fn_t) (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint); endpoint 197 opal/mca/btl/ofi/btl_ofi.h struct mca_btl_base_endpoint_t *endpoint; endpoint 222 opal/mca/btl/ofi/btl_ofi.h struct mca_btl_base_endpoint_t *endpoint; endpoint 285 opal/mca/btl/ofi/btl_ofi.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 322 opal/mca/btl/ofi/btl_ofi.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 327 opal/mca/btl/ofi/btl_ofi.h int mca_btl_ofi_aop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 332 opal/mca/btl/ofi/btl_ofi.h int mca_btl_ofi_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 338 opal/mca/btl/ofi/btl_ofi.h int mca_btl_ofi_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 344 opal/mca/btl/ofi/btl_ofi.h int mca_btl_ofi_flush (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint); endpoint 33 opal/mca/btl/ofi/btl_ofi_atomics.c int mca_btl_ofi_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 44 opal/mca/btl/ofi/btl_ofi_atomics.c mca_btl_ofi_endpoint_t *btl_endpoint = (mca_btl_ofi_endpoint_t*) endpoint; endpoint 56 opal/mca/btl/ofi/btl_ofi_atomics.c comp = mca_btl_ofi_rdma_completion_alloc(btl, endpoint, endpoint 87 opal/mca/btl/ofi/btl_ofi_atomics.c int mca_btl_ofi_aop (struct mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 97 opal/mca/btl/ofi/btl_ofi_atomics.c mca_btl_ofi_endpoint_t *btl_endpoint = (mca_btl_ofi_endpoint_t*) endpoint; endpoint 109 opal/mca/btl/ofi/btl_ofi_atomics.c comp = mca_btl_ofi_rdma_completion_alloc(btl, endpoint, endpoint 139 opal/mca/btl/ofi/btl_ofi_atomics.c int mca_btl_ofi_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 150 opal/mca/btl/ofi/btl_ofi_atomics.c mca_btl_ofi_endpoint_t *btl_endpoint = (mca_btl_ofi_endpoint_t*) endpoint; endpoint 159 opal/mca/btl/ofi/btl_ofi_atomics.c comp = mca_btl_ofi_rdma_completion_alloc(btl, endpoint, endpoint 406 opal/mca/btl/ofi/btl_ofi_context.c rdma_comp->cbfunc (comp->btl, comp->endpoint, endpoint 416 opal/mca/btl/ofi/btl_ofi_context.c (mca_btl_ofi_endpoint_t*) comp->endpoint, endpoint 18 opal/mca/btl/ofi/btl_ofi_endpoint.c static void mca_btl_ofi_endpoint_construct (mca_btl_ofi_endpoint_t *endpoint) endpoint 20 opal/mca/btl/ofi/btl_ofi_endpoint.c endpoint->peer_addr = 0; endpoint 21 opal/mca/btl/ofi/btl_ofi_endpoint.c OBJ_CONSTRUCT(&endpoint->ep_lock, opal_mutex_t); endpoint 24 opal/mca/btl/ofi/btl_ofi_endpoint.c static void mca_btl_ofi_endpoint_destruct (mca_btl_ofi_endpoint_t *endpoint) endpoint 26 opal/mca/btl/ofi/btl_ofi_endpoint.c endpoint->peer_addr = 0; endpoint 29 opal/mca/btl/ofi/btl_ofi_endpoint.c endpoint->ofi_endpoint = NULL; endpoint 31 opal/mca/btl/ofi/btl_ofi_endpoint.c OBJ_DESTRUCT(&endpoint->ep_lock); endpoint 40 opal/mca/btl/ofi/btl_ofi_endpoint.c mca_btl_ofi_endpoint_t *endpoint = OBJ_NEW(mca_btl_ofi_endpoint_t); endpoint 42 opal/mca/btl/ofi/btl_ofi_endpoint.c if (OPAL_UNLIKELY(NULL == endpoint)) { endpoint 46 opal/mca/btl/ofi/btl_ofi_endpoint.c endpoint->ep_proc = proc; endpoint 47 opal/mca/btl/ofi/btl_ofi_endpoint.c endpoint->ofi_endpoint = ep; endpoint 49 opal/mca/btl/ofi/btl_ofi_endpoint.c return (mca_btl_base_endpoint_t *) endpoint; endpoint 66 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_base_endpoint_t *endpoint, endpoint 73 opal/mca/btl/ofi/btl_ofi_frag.c frag = mca_btl_ofi_frag_alloc(ofi_btl, &context->frag_list, endpoint); endpoint 97 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_base_endpoint_t *endpoint, endpoint 104 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_endpoint_t *ofi_ep = (mca_btl_ofi_endpoint_t*) endpoint; endpoint 136 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_base_endpoint_t *endpoint, endpoint 167 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_base_endpoint_t *endpoint, endpoint 178 opal/mca/btl/ofi/btl_ofi_frag.c frag = (mca_btl_ofi_base_frag_t*) mca_btl_ofi_alloc(btl, endpoint, endpoint 34 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_base_endpoint_t *endpoint, endpoint 40 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_base_endpoint_t *endpoint, endpoint 45 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_base_endpoint_t *endpoint, endpoint 51 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_base_endpoint_t *endpoint, endpoint 63 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_base_endpoint_t *endpoint) endpoint 69 opal/mca/btl/ofi/btl_ofi_frag.h frag->endpoint = endpoint; endpoint 86 opal/mca/btl/ofi/btl_ofi_frag.h frag->base.des_cbfunc(&ofi_btl->super, frag->endpoint, &frag->base, rc); endpoint 185 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_register_mem (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *base, endpoint 276 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_endpoint_t *endpoint, *next; endpoint 307 opal/mca/btl/ofi/btl_ofi_module.c OPAL_LIST_FOREACH_SAFE(endpoint, next, &ofi_btl->endpoints, mca_btl_ofi_endpoint_t) { endpoint 308 opal/mca/btl/ofi/btl_ofi_module.c opal_list_remove_item (&ofi_btl->endpoints, &endpoint->super); endpoint 309 opal/mca/btl/ofi/btl_ofi_module.c OBJ_RELEASE(endpoint); endpoint 23 opal/mca/btl/ofi/btl_ofi_rdma.c mca_btl_base_endpoint_t *endpoint, endpoint 32 opal/mca/btl/ofi/btl_ofi_rdma.c assert(endpoint); endpoint 41 opal/mca/btl/ofi/btl_ofi_rdma.c comp->base.endpoint = endpoint; endpoint 57 opal/mca/btl/ofi/btl_ofi_rdma.c int mca_btl_ofi_get (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 67 opal/mca/btl/ofi/btl_ofi_rdma.c mca_btl_ofi_endpoint_t *btl_endpoint = (mca_btl_ofi_endpoint_t*) endpoint; endpoint 73 opal/mca/btl/ofi/btl_ofi_rdma.c comp = mca_btl_ofi_rdma_completion_alloc(btl, endpoint, endpoint 104 opal/mca/btl/ofi/btl_ofi_rdma.c int mca_btl_ofi_put (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 111 opal/mca/btl/ofi/btl_ofi_rdma.c mca_btl_ofi_endpoint_t *btl_endpoint = (mca_btl_ofi_endpoint_t*) endpoint; endpoint 118 opal/mca/btl/ofi/btl_ofi_rdma.c comp = mca_btl_ofi_rdma_completion_alloc(btl, endpoint, endpoint 150 opal/mca/btl/ofi/btl_ofi_rdma.c int mca_btl_ofi_flush (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint) endpoint 24 opal/mca/btl/ofi/btl_ofi_rdma.h mca_btl_base_endpoint_t *endpoint, endpoint 45 opal/mca/btl/portals4/btl_portals4.c mca_btl_base_endpoint_t *endpoint, endpoint 222 opal/mca/btl/portals4/btl_portals4.c mca_btl_base_endpoint_t **endpoint) endpoint 251 opal/mca/btl/portals4/btl_portals4.c *endpoint = malloc(sizeof(mca_btl_base_endpoint_t)); endpoint 252 opal/mca/btl/portals4/btl_portals4.c if (NULL == *endpoint) { endpoint 256 opal/mca/btl/portals4/btl_portals4.c (*endpoint)->ptl_proc = id[interface]; endpoint 265 opal/mca/btl/portals4/btl_portals4.c mca_btl_base_endpoint_t **endpoint) endpoint 298 opal/mca/btl/portals4/btl_portals4.c if (NULL == *endpoint) { endpoint 299 opal/mca/btl/portals4/btl_portals4.c *endpoint = malloc(sizeof(mca_btl_base_endpoint_t)); endpoint 300 opal/mca/btl/portals4/btl_portals4.c if (NULL == *endpoint) { endpoint 308 opal/mca/btl/portals4/btl_portals4.c (*endpoint)->ptl_proc.rank = proc->proc_name.vpid; endpoint 323 opal/mca/btl/portals4/btl_portals4.c mca_btl_base_endpoint_t **endpoint) endpoint 355 opal/mca/btl/portals4/btl_portals4.c &endpoint[i]); endpoint 483 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_base_endpoint_t* endpoint, endpoint 603 opal/mca/btl/portals4/btl_portals4.c mca_btl_base_endpoint_t *endpoint, endpoint 637 opal/mca/btl/portals4/btl_portals4.c me.match_id.rank = endpoint->ptl_proc.rank; endpoint 639 opal/mca/btl/portals4/btl_portals4.c me.match_id.phys.nid = endpoint->ptl_proc.phys.nid; endpoint 640 opal/mca/btl/portals4/btl_portals4.c me.match_id.phys.pid = endpoint->ptl_proc.phys.pid; endpoint 202 opal/mca/btl/portals4/btl_portals4.h struct mca_btl_base_endpoint_t* endpoint, endpoint 226 opal/mca/btl/portals4/btl_portals4.h struct mca_btl_base_endpoint_t* endpoint, endpoint 604 opal/mca/btl/portals4/btl_portals4_component.c frag->endpoint, endpoint 640 opal/mca/btl/portals4/btl_portals4_component.c frag->endpoint, endpoint 744 opal/mca/btl/portals4/btl_portals4_component.c frag->endpoint, endpoint 43 opal/mca/btl/portals4/btl_portals4_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 77 opal/mca/btl/portals4/btl_portals4_rdma.c frag->endpoint = btl_peer; endpoint 31 opal/mca/btl/portals4/btl_portals4_send.c struct mca_btl_base_endpoint_t* endpoint, endpoint 41 opal/mca/btl/portals4/btl_portals4_send.c frag->endpoint = endpoint; endpoint 65 opal/mca/btl/portals4/btl_portals4_send.c (void*)frag, endpoint->ptl_proc.rank, endpoint->ptl_proc.phys.pid, tag, endpoint 72 opal/mca/btl/portals4/btl_portals4_send.c endpoint->ptl_proc, endpoint 84 opal/mca/btl/portals4/btl_portals4_send.c (void*)frag, endpoint->ptl_proc.rank, endpoint->ptl_proc.phys.pid, tag, endpoint 92 opal/mca/btl/portals4/btl_portals4_send.c struct mca_btl_base_endpoint_t* endpoint, endpoint 109 opal/mca/btl/self/btl_self.c struct mca_btl_base_endpoint_t *endpoint, endpoint 153 opal/mca/btl/self/btl_self.c struct mca_btl_base_endpoint_t *endpoint, endpoint 162 opal/mca/btl/self/btl_self.c frag = (mca_btl_self_frag_t *) mca_btl_self_alloc (btl, endpoint, order, buffer_len, flags); endpoint 203 opal/mca/btl/self/btl_self.c struct mca_btl_base_endpoint_t *endpoint, endpoint 216 opal/mca/btl/self/btl_self.c des->des_cbfunc( btl, endpoint, des, OPAL_SUCCESS ); endpoint 224 opal/mca/btl/self/btl_self.c static int mca_btl_self_sendi (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 242 opal/mca/btl/self/btl_self.c (void) mca_btl_self_send (btl, endpoint, &des, tag); endpoint 246 opal/mca/btl/self/btl_self.c frag = mca_btl_self_prepare_src (btl, endpoint, convertor, order, header_size, &payload_size, endpoint 254 opal/mca/btl/self/btl_self.c (void) mca_btl_self_send (btl, endpoint, frag, tag); endpoint 258 opal/mca/btl/self/btl_self.c static int mca_btl_self_put (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 265 opal/mca/btl/self/btl_self.c cbfunc (btl, endpoint, local_address, NULL, cbcontext, cbdata, OPAL_SUCCESS); endpoint 270 opal/mca/btl/self/btl_self.c static int mca_btl_self_get (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 277 opal/mca/btl/self/btl_self.c cbfunc (btl, endpoint, local_address, NULL, cbcontext, cbdata, OPAL_SUCCESS); endpoint 37 opal/mca/btl/self/btl_self_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 79 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_module_t* btl, struct mca_btl_base_endpoint_t *endpoint, void *base, endpoint 109 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint); endpoint 774 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint, endpoint 817 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint, endpoint 900 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint, endpoint 919 opal/mca/btl/smcuda/btl_smcuda.c if (mca_common_cuda_enabled && (IPC_INIT == endpoint->ipcstate) && mca_btl_smcuda_component.use_cuda_ipc) { endpoint 920 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_send_cuda_ipc_request(btl, endpoint); endpoint 923 opal/mca/btl/smcuda/btl_smcuda.c if ((convertor->flags & CONVERTOR_CUDA) && (IPC_ACKED == endpoint->ipcstate)) { endpoint 925 opal/mca/btl/smcuda/btl_smcuda.c *descriptor = mca_btl_smcuda_alloc(btl, endpoint, order, payload_size+header_size, flags); endpoint 948 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = endpoint; endpoint 980 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FIFO_WRITE(endpoint, endpoint->my_smp_rank, endpoint 981 opal/mca/btl/smcuda/btl_smcuda.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); endpoint 987 opal/mca/btl/smcuda/btl_smcuda.c *descriptor = mca_btl_smcuda_alloc( btl, endpoint, order, endpoint 999 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint, endpoint 1011 opal/mca/btl/smcuda/btl_smcuda.c if (mca_common_cuda_enabled && (IPC_INIT == endpoint->ipcstate) && mca_btl_smcuda_component.use_cuda_ipc) { endpoint 1012 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_send_cuda_ipc_request(btl, endpoint); endpoint 1023 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = endpoint; endpoint 1030 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FIFO_WRITE(endpoint, endpoint->my_smp_rank, endpoint 1031 opal/mca/btl/smcuda/btl_smcuda.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); endpoint 1044 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_module_t* btl, struct mca_btl_base_endpoint_t *endpoint, void *base, endpoint 1137 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = ep; endpoint 1188 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint) endpoint 1196 opal/mca/btl/smcuda/btl_smcuda.c OPAL_THREAD_LOCK(&endpoint->endpoint_lock); endpoint 1197 opal/mca/btl/smcuda/btl_smcuda.c if (endpoint->ipcstate != IPC_INIT) { endpoint 1198 opal/mca/btl/smcuda/btl_smcuda.c OPAL_THREAD_UNLOCK(&endpoint->endpoint_lock); endpoint 1201 opal/mca/btl/smcuda/btl_smcuda.c endpoint->ipctries++; endpoint 1202 opal/mca/btl/smcuda/btl_smcuda.c if (endpoint->ipctries > MAXTRIES) { endpoint 1203 opal/mca/btl/smcuda/btl_smcuda.c endpoint->ipcstate = IPC_BAD; endpoint 1204 opal/mca/btl/smcuda/btl_smcuda.c OPAL_THREAD_UNLOCK(&endpoint->endpoint_lock); endpoint 1208 opal/mca/btl/smcuda/btl_smcuda.c endpoint->ipcstate = IPC_SENT; endpoint 1209 opal/mca/btl/smcuda/btl_smcuda.c OPAL_THREAD_UNLOCK(&endpoint->endpoint_lock); endpoint 1218 opal/mca/btl/smcuda/btl_smcuda.c endpoint->ipcstate = IPC_BAD; endpoint 1225 opal/mca/btl/smcuda/btl_smcuda.c endpoint->ipcstate = IPC_BAD; endpoint 1232 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = endpoint; endpoint 1247 opal/mca/btl/smcuda/btl_smcuda.c endpoint->ipctries, endpoint 1249 opal/mca/btl/smcuda/btl_smcuda.c mydevnum, endpoint->peer_smp_rank); endpoint 1251 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FIFO_WRITE(endpoint, endpoint->my_smp_rank, endpoint 1252 opal/mca/btl/smcuda/btl_smcuda.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); endpoint 1263 opal/mca/btl/smcuda/btl_smcuda.c struct mca_btl_base_endpoint_t* endpoint, endpoint 1269 opal/mca/btl/smcuda/btl_smcuda.c (void*) btl, (void*) endpoint, endpoint 1270 opal/mca/btl/smcuda/btl_smcuda.c endpoint->my_smp_rank, endpoint->peer_smp_rank); endpoint 1271 opal/mca/btl/smcuda/btl_smcuda.c if( NULL != endpoint ) { endpoint 1272 opal/mca/btl/smcuda/btl_smcuda.c OPAL_LIST_FOREACH(frag, &endpoint->pending_sends, mca_btl_smcuda_frag_t) { endpoint 415 opal/mca/btl/smcuda/btl_smcuda.h struct mca_btl_base_endpoint_t* endpoint, endpoint 441 opal/mca/btl/smcuda/btl_smcuda.h struct mca_btl_base_endpoint_t* endpoint, endpoint 457 opal/mca/btl/smcuda/btl_smcuda.h struct mca_btl_base_endpoint_t* endpoint, endpoint 475 opal/mca/btl/smcuda/btl_smcuda.h struct mca_btl_base_endpoint_t* endpoint, endpoint 517 opal/mca/btl/smcuda/btl_smcuda.h struct mca_btl_base_endpoint_t* endpoint, endpoint 628 opal/mca/btl/smcuda/btl_smcuda_component.c struct mca_btl_base_endpoint_t* endpoint, int ready) endpoint 641 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_BAD; endpoint 654 opal/mca/btl/smcuda/btl_smcuda_component.c frag->endpoint = endpoint; endpoint 665 opal/mca/btl/smcuda/btl_smcuda_component.c MCA_BTL_SMCUDA_FIFO_WRITE(endpoint, endpoint->my_smp_rank, endpoint 666 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); endpoint 670 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_ACKED; endpoint 672 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_INIT; endpoint 688 opal/mca/btl/smcuda/btl_smcuda_component.c struct mca_btl_base_endpoint_t *endpoint; endpoint 695 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint = mca_btl_smcuda_component.sm_peers[frag->hdr->my_smp_rank]; endpoint 696 opal/mca/btl/smcuda/btl_smcuda_component.c ep_proc = endpoint->proc_opal; endpoint 711 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_LOCK(&endpoint->endpoint_lock); endpoint 712 opal/mca/btl/smcuda/btl_smcuda_component.c if ((IPC_INIT == endpoint->ipcstate) || endpoint 713 opal/mca/btl/smcuda/btl_smcuda_component.c ((IPC_SENT == endpoint->ipcstate) && (endpoint->my_smp_rank > endpoint->peer_smp_rank))) { endpoint 714 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_ACKING; /* Move into new state to prevent any new connection attempts */ endpoint 715 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_UNLOCK(&endpoint->endpoint_lock); endpoint 722 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->peer_smp_rank); endpoint 723 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_smcuda_send_cuda_ipc_ack(btl, endpoint, 0); endpoint 731 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_BAD; endpoint 749 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->my_smp_rank, mydevnum, endpoint->peer_smp_rank, endpoint 751 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_BAD; endpoint 760 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->my_smp_rank, mydevnum, endpoint->peer_smp_rank, endpoint 762 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_BAD; endpoint 767 opal/mca/btl/smcuda/btl_smcuda_component.c assert(endpoint->peer_smp_rank == frag->hdr->my_smp_rank); endpoint 771 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->my_smp_rank, mydevnum, endpoint->peer_smp_rank, endpoint 778 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_BAD; endpoint 785 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->my_smp_rank, mydevnum, endpoint->peer_smp_rank, endpoint 787 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_smcuda_send_cuda_ipc_ack(btl, endpoint, 1); endpoint 790 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_UNLOCK(&endpoint->endpoint_lock); endpoint 799 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->my_smp_rank, endpoint->peer_smp_rank); endpoint 803 opal/mca/btl/smcuda/btl_smcuda_component.c assert(endpoint->ipcstate == IPC_SENT); endpoint 804 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_ACKED; endpoint 813 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->my_smp_rank, endpoint->peer_smp_rank); endpoint 814 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_LOCK(&endpoint->endpoint_lock); endpoint 815 opal/mca/btl/smcuda/btl_smcuda_component.c if (IPC_SENT == endpoint->ipcstate) { endpoint 816 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->ipcstate = IPC_INIT; endpoint 818 opal/mca/btl/smcuda/btl_smcuda_component.c OPAL_THREAD_UNLOCK(&endpoint->endpoint_lock); endpoint 1015 opal/mca/btl/smcuda/btl_smcuda_component.c struct mca_btl_base_endpoint_t* endpoint; endpoint 1018 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint = mca_btl_smcuda_component.sm_peers[peer_smp_rank]; endpoint 1019 opal/mca/btl/smcuda/btl_smcuda_component.c if ( 0 < opal_list_get_size(&endpoint->pending_sends) ) endpoint 1020 opal/mca/btl/smcuda/btl_smcuda_component.c btl_smcuda_process_pending_sends(endpoint); endpoint 1082 opal/mca/btl/smcuda/btl_smcuda_component.c struct mca_btl_base_endpoint_t* endpoint; endpoint 1088 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint = frag->endpoint; endpoint 1092 opal/mca/btl/smcuda/btl_smcuda_component.c frag->base.des_cbfunc(&mca_btl_smcuda.super, frag->endpoint, endpoint 1099 opal/mca/btl/smcuda/btl_smcuda_component.c if ( 0 < opal_list_get_size(&endpoint->pending_sends) ) { endpoint 1100 opal/mca/btl/smcuda/btl_smcuda_component.c btl_smcuda_process_pending_sends(endpoint); endpoint 1136 opal/mca/btl/smcuda/btl_smcuda_component.c cbfunc (&mca_btl_smcuda.super, frag->endpoint, frag->segment.seg_addr.pval, endpoint 1141 opal/mca/btl/smcuda/btl_smcuda_component.c frag->endpoint->rcache->rcache_deregister (frag->endpoint->rcache, endpoint 79 opal/mca/btl/smcuda/btl_smcuda_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 173 opal/mca/btl/tcp/btl_tcp.c struct mca_btl_base_endpoint_t* endpoint, endpoint 223 opal/mca/btl/tcp/btl_tcp.c struct mca_btl_base_endpoint_t* endpoint, endpoint 309 opal/mca/btl/tcp/btl_tcp.c struct mca_btl_base_endpoint_t* endpoint, endpoint 318 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; endpoint 335 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); endpoint 336 opal/mca/btl/tcp/btl_tcp.c return mca_btl_tcp_endpoint_send(endpoint,frag); endpoint 339 opal/mca/btl/tcp/btl_tcp.c static void fake_rdma_complete (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 344 opal/mca/btl/tcp/btl_tcp.c frag->cb.func (btl, endpoint, frag->segments[0].seg_addr.pval, NULL, frag->cb.context, frag->cb.data, endpoint 352 opal/mca/btl/tcp/btl_tcp.c int mca_btl_tcp_put (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 366 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; endpoint 380 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_BASE_SEGMENT_HTON(frag->segments[1]); endpoint 390 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; endpoint 409 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); endpoint 410 opal/mca/btl/tcp/btl_tcp.c return ((i = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OPAL_SUCCESS : i); endpoint 418 opal/mca/btl/tcp/btl_tcp.c int mca_btl_tcp_get (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 432 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; endpoint 457 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; endpoint 470 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); endpoint 471 opal/mca/btl/tcp/btl_tcp.c return ((rc = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OPAL_SUCCESS : rc); endpoint 490 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_endpoint_t *endpoint = (mca_btl_tcp_endpoint_t*)item; endpoint 491 opal/mca/btl/tcp/btl_tcp.c OBJ_RELEASE(endpoint); endpoint 498 opal/mca/btl/tcp/btl_tcp.c struct mca_btl_base_endpoint_t* endpoint, endpoint 513 opal/mca/btl/tcp/btl_tcp.c if( NULL != endpoint ) { endpoint 514 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_ENDPOINT_DUMP(10, endpoint, false, "TCP"); endpoint 62 opal/mca/btl/tcp/btl_tcp.h frag->base.des_cbfunc(&frag->endpoint->endpoint_btl->super, frag->endpoint, \ endpoint 74 opal/mca/btl/tcp/btl_tcp.h reg->cbfunc(&frag->endpoint->endpoint_btl->super, frag->hdr.base.tag, &frag->base, reg->cbdata); \ endpoint 275 opal/mca/btl/tcp/btl_tcp.h int mca_btl_tcp_put (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 285 opal/mca/btl/tcp/btl_tcp.h int mca_btl_tcp_get (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 301 opal/mca/btl/tcp/btl_tcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 345 opal/mca/btl/tcp/btl_tcp.h struct mca_btl_base_endpoint_t* endpoint, endpoint 78 opal/mca/btl/tcp/btl_tcp_endpoint.c static void mca_btl_tcp_endpoint_construct(mca_btl_tcp_endpoint_t* endpoint) endpoint 80 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_btl = NULL; endpoint 81 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_proc = NULL; endpoint 82 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_addr = NULL; endpoint 83 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_sd = -1; endpoint 84 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_sd_next = -1; endpoint 85 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_send_frag = 0; endpoint 86 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_recv_frag = 0; endpoint 87 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_state = MCA_BTL_TCP_CLOSED; endpoint 88 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_retries = 0; endpoint 89 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_nbo = false; endpoint 91 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_cache = NULL; endpoint 92 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_cache_pos = NULL; endpoint 93 opal/mca/btl/tcp/btl_tcp_endpoint.c endpoint->endpoint_cache_length = 0; endpoint 95 opal/mca/btl/tcp/btl_tcp_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_frags, opal_list_t); endpoint 96 opal/mca/btl/tcp/btl_tcp_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_send_lock, opal_mutex_t); endpoint 97 opal/mca/btl/tcp/btl_tcp_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_recv_lock, opal_mutex_t); endpoint 104 opal/mca/btl/tcp/btl_tcp_endpoint.c static void mca_btl_tcp_endpoint_destruct(mca_btl_tcp_endpoint_t* endpoint) endpoint 106 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_tcp_endpoint_close(endpoint); endpoint 107 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_tcp_proc_remove(endpoint->endpoint_proc, endpoint); endpoint 108 opal/mca/btl/tcp/btl_tcp_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_frags); endpoint 109 opal/mca/btl/tcp/btl_tcp_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_send_lock); endpoint 110 opal/mca/btl/tcp/btl_tcp_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_recv_lock); endpoint 356 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_cbfunc(&frag->btl->super, frag->endpoint, &frag->base, frag->rc); endpoint 549 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_cbfunc(&frag->btl->super, frag->endpoint, &frag->base, OPAL_ERR_UNREACH); endpoint 1050 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_cbfunc(&frag->btl->super, frag->endpoint, &frag->base, frag->rc); endpoint 131 opal/mca/btl/tcp/btl_tcp_frag.c frag->endpoint->endpoint_state = MCA_BTL_TCP_FAILED; endpoint 132 opal/mca/btl/tcp/btl_tcp_frag.c mca_btl_tcp_endpoint_close(frag->endpoint); endpoint 138 opal/mca/btl/tcp/btl_tcp_frag.c frag->endpoint->endpoint_state = MCA_BTL_TCP_FAILED; endpoint 139 opal/mca/btl/tcp/btl_tcp_frag.c mca_btl_tcp_endpoint_close(frag->endpoint); endpoint 168 opal/mca/btl/tcp/btl_tcp_frag.c mca_btl_base_endpoint_t* btl_endpoint = frag->endpoint; endpoint 51 opal/mca/btl/tcp/btl_tcp_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 117 opal/mca/btl/tcp/btl_tcp_frag.h frag->endpoint = ep; \ endpoint 824 opal/mca/btl/tcp/btl_tcp_proc.c mca_btl_base_endpoint_t *endpoint; endpoint 837 opal/mca/btl/tcp/btl_tcp_proc.c endpoint = NULL; endpoint 839 opal/mca/btl/tcp/btl_tcp_proc.c &endpoint, NULL); endpoint 840 opal/mca/btl/tcp/btl_tcp_proc.c if (NULL != endpoint && NULL == proc) { endpoint 842 opal/mca/btl/tcp/btl_tcp_proc.c proc = endpoint->endpoint_proc; endpoint 154 opal/mca/btl/template/btl_template.c struct mca_btl_base_endpoint_t* endpoint, endpoint 210 opal/mca/btl/template/btl_template.c struct mca_btl_base_endpoint_t* endpoint, endpoint 292 opal/mca/btl/template/btl_template.c struct mca_btl_base_endpoint_t* endpoint, endpoint 299 opal/mca/btl/template/btl_template.c frag->endpoint = endpoint; endpoint 314 opal/mca/btl/template/btl_template.c struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 335 opal/mca/btl/template/btl_template.c struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 365 opal/mca/btl/template/btl_template.c struct mca_btl_base_module_t* btl, struct mca_btl_base_endpoint_t *endpoint, void *base, endpoint 222 opal/mca/btl/template/btl_template.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 259 opal/mca/btl/template/btl_template.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 284 opal/mca/btl/template/btl_template.h struct mca_btl_base_module_t* btl, struct mca_btl_base_endpoint_t *endpoint, void *base, endpoint 327 opal/mca/btl/template/btl_template.h struct mca_btl_base_endpoint_t* endpoint, endpoint 34 opal/mca/btl/template/btl_template_endpoint.c static void mca_btl_template_endpoint_construct(mca_btl_base_endpoint_t* endpoint) endpoint 36 opal/mca/btl/template/btl_template_endpoint.c endpoint->endpoint_btl = 0; endpoint 37 opal/mca/btl/template/btl_template_endpoint.c endpoint->endpoint_proc = 0; endpoint 45 opal/mca/btl/template/btl_template_endpoint.c static void mca_btl_template_endpoint_destruct(mca_btl_base_endpoint_t* endpoint) endpoint 38 opal/mca/btl/template/btl_template_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 205 opal/mca/btl/uct/btl_uct.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 242 opal/mca/btl/uct/btl_uct.h struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 254 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_aop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 259 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 265 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 271 opal/mca/btl/uct/btl_uct.h int mca_btl_uct_flush (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint); endpoint 22 opal/mca/btl/uct/btl_uct_am.c mca_btl_base_descriptor_t *mca_btl_uct_alloc (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 29 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_short (uct_btl, endpoint); endpoint 31 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_eager (uct_btl, endpoint); endpoint 33 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_max (uct_btl, endpoint); endpoint 74 opal/mca/btl/uct/btl_uct_am.c mca_btl_base_endpoint_t *endpoint, endpoint 86 opal/mca/btl/uct/btl_uct_am.c frag = (mca_btl_uct_base_frag_t *) mca_btl_uct_alloc (btl, endpoint, order, total_size, flags); endpoint 97 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_short (uct_btl, endpoint); endpoint 170 opal/mca/btl/uct/btl_uct_am.c (void) mca_btl_uct_endpoint_test_am (uct_btl, frag->endpoint, frag->context, &ep_handle); endpoint 231 opal/mca/btl/uct/btl_uct_am.c int mca_btl_uct_send (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, mca_btl_base_descriptor_t *descriptor, endpoint 241 opal/mca/btl/uct/btl_uct_am.c OPAL_PROC_MY_NAME.vpid, endpoint->ep_proc->proc_name.vpid, frag->uct_iov.length)); endpoint 247 opal/mca/btl/uct/btl_uct_am.c rc = mca_btl_uct_endpoint_check_am (uct_btl, endpoint, context, &ep_handle); endpoint 251 opal/mca/btl/uct/btl_uct_am.c if (OPAL_SUCCESS != mca_btl_uct_endpoint_test_am (uct_btl, endpoint, context, &ep_handle)) { endpoint 288 opal/mca/btl/uct/btl_uct_am.c int mca_btl_uct_sendi (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, opal_convertor_t *convertor, endpoint 302 opal/mca/btl/uct/btl_uct_am.c rc = mca_btl_uct_endpoint_check_am (uct_btl, endpoint, context, &ep_handle); endpoint 305 opal/mca/btl/uct/btl_uct_am.c *descriptor = mca_btl_uct_alloc (btl, endpoint, order, total_size, flags); endpoint 336 opal/mca/btl/uct/btl_uct_am.c *descriptor = mca_btl_uct_alloc (btl, endpoint, order, total_size, flags); endpoint 18 opal/mca/btl/uct/btl_uct_am.h mca_btl_base_endpoint_t *endpoint, endpoint 23 opal/mca/btl/uct/btl_uct_am.h int mca_btl_uct_sendi (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, opal_convertor_t *convertor, endpoint 27 opal/mca/btl/uct/btl_uct_am.h int mca_btl_uct_send (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, mca_btl_base_descriptor_t *descriptor, endpoint 32 opal/mca/btl/uct/btl_uct_am.h mca_btl_base_descriptor_t *mca_btl_uct_alloc (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 26 opal/mca/btl/uct/btl_uct_amo.c int mca_btl_uct_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 53 opal/mca/btl/uct/btl_uct_amo.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, endpoint 60 opal/mca/btl/uct/btl_uct_amo.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); endpoint 118 opal/mca/btl/uct/btl_uct_amo.c int mca_btl_uct_aop (struct mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 129 opal/mca/btl/uct/btl_uct_amo.c return mca_btl_uct_afop (btl, endpoint, &result, remote_address, NULL, remote_handle, op, endpoint 133 opal/mca/btl/uct/btl_uct_amo.c int mca_btl_uct_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 147 opal/mca/btl/uct/btl_uct_amo.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, endpoint 154 opal/mca/btl/uct/btl_uct_amo.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); endpoint 136 opal/mca/btl/uct/btl_uct_device_context.h comp->cbfunc (comp->btl, comp->endpoint, comp->local_address, comp->local_handle, endpoint 21 opal/mca/btl/uct/btl_uct_endpoint.c static void mca_btl_uct_endpoint_construct (mca_btl_uct_endpoint_t *endpoint) endpoint 23 opal/mca/btl/uct/btl_uct_endpoint.c memset (endpoint->uct_eps, 0, sizeof (endpoint->uct_eps[0]) * mca_btl_uct_component.num_contexts_per_module); endpoint 24 opal/mca/btl/uct/btl_uct_endpoint.c endpoint->conn_ep = NULL; endpoint 25 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_CONSTRUCT(&endpoint->ep_lock, opal_recursive_mutex_t); endpoint 28 opal/mca/btl/uct/btl_uct_endpoint.c static void mca_btl_uct_endpoint_destruct (mca_btl_uct_endpoint_t *endpoint) endpoint 32 opal/mca/btl/uct/btl_uct_endpoint.c if (NULL != endpoint->uct_eps[i][tl_index].uct_ep) { endpoint 33 opal/mca/btl/uct/btl_uct_endpoint.c uct_ep_destroy (endpoint->uct_eps[i][tl_index].uct_ep); endpoint 38 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_DESTRUCT(&endpoint->ep_lock); endpoint 47 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_endpoint_t *endpoint = calloc (1, sizeof (*endpoint) + sizeof (endpoint->uct_eps[0]) * endpoint 50 opal/mca/btl/uct/btl_uct_endpoint.c if (OPAL_UNLIKELY(NULL == endpoint)) { endpoint 54 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_CONSTRUCT(endpoint, mca_btl_uct_endpoint_t); endpoint 55 opal/mca/btl/uct/btl_uct_endpoint.c endpoint->ep_proc = proc; endpoint 57 opal/mca/btl/uct/btl_uct_endpoint.c return (mca_btl_base_endpoint_t *) endpoint; endpoint 178 opal/mca/btl/uct/btl_uct_endpoint.c static int mca_btl_uct_endpoint_send_conn_req (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint, endpoint 182 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_connection_ep_t *conn_ep = endpoint->conn_ep; endpoint 190 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_RETAIN(endpoint->conn_ep); endpoint 193 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_unlock (&endpoint->ep_lock); endpoint 226 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_lock (&endpoint->ep_lock); endpoint 228 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_RELEASE(endpoint->conn_ep); endpoint 233 opal/mca/btl/uct/btl_uct_endpoint.c static int mca_btl_uct_endpoint_connect_endpoint (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint, endpoint 239 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_connection_ep_t *conn_ep = endpoint->conn_ep; endpoint 254 opal/mca/btl/uct/btl_uct_endpoint.c opal_process_name_print (endpoint->ep_proc->proc_name))); endpoint 259 opal/mca/btl/uct/btl_uct_endpoint.c endpoint->conn_ep = conn_ep = OBJ_NEW(mca_btl_uct_connection_ep_t); endpoint 286 opal/mca/btl/uct/btl_uct_endpoint.c opal_process_name_print (endpoint->ep_proc->proc_name))); endpoint 292 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_RELEASE(endpoint->conn_ep); endpoint 312 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_RELEASE(endpoint->conn_ep); endpoint 320 opal/mca/btl/uct/btl_uct_endpoint.c rc = mca_btl_uct_endpoint_send_conn_req (uct_btl, endpoint, conn_tl_context, request, request_length); endpoint 322 opal/mca/btl/uct/btl_uct_endpoint.c OBJ_RELEASE(endpoint->conn_ep); endpoint 331 opal/mca/btl/uct/btl_uct_endpoint.c int mca_btl_uct_endpoint_connect (mca_btl_uct_module_t *uct_btl, mca_btl_uct_endpoint_t *endpoint, int context_id, endpoint 334 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_tl_endpoint_t *tl_endpoint = endpoint->uct_eps[context_id] + tl_index; endpoint 352 opal/mca/btl/uct/btl_uct_endpoint.c BTL_VERBOSE(("checking endpoint %p with context id %d. cached uct ep: %p, ready: %d", (void *) endpoint, context_id, endpoint 355 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_lock (&endpoint->ep_lock); endpoint 357 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_unlock (&endpoint->ep_lock); endpoint 364 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_unlock (&endpoint->ep_lock); endpoint 371 opal/mca/btl/uct/btl_uct_endpoint.c &endpoint->ep_proc->proc_name, (void **)&modex, &msg_size); endpoint 378 opal/mca/btl/uct/btl_uct_endpoint.c OPAL_NAME_PRINT(endpoint->ep_proc->proc_name), modex->module_count)); endpoint 404 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_unlock (&endpoint->ep_lock); endpoint 412 opal/mca/btl/uct/btl_uct_endpoint.c rc = mca_btl_uct_endpoint_connect_endpoint (uct_btl, endpoint, tl, tl_context, tl_endpoint, endpoint 419 opal/mca/btl/uct/btl_uct_endpoint.c if (endpoint->conn_ep && 1 == endpoint->conn_ep->super.obj_reference_count) { endpoint 420 opal/mca/btl/uct/btl_uct_endpoint.c conn_ep = endpoint->conn_ep; endpoint 421 opal/mca/btl/uct/btl_uct_endpoint.c endpoint->conn_ep = NULL; endpoint 424 opal/mca/btl/uct/btl_uct_endpoint.c opal_mutex_unlock (&endpoint->ep_lock); endpoint 32 opal/mca/btl/uct/btl_uct_endpoint.h int mca_btl_uct_endpoint_connect (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, int ep_index, void *ep_addr, int tl_index); endpoint 34 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_test_am (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, endpoint 40 opal/mca/btl/uct/btl_uct_endpoint.h if (OPAL_LIKELY(MCA_BTL_UCT_ENDPOINT_FLAG_CONN_READY & endpoint->uct_eps[ep_index][tl_index].flags)) { endpoint 41 opal/mca/btl/uct/btl_uct_endpoint.h *ep_handle = endpoint->uct_eps[ep_index][tl_index].uct_ep; endpoint 61 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_check (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, endpoint 68 opal/mca/btl/uct/btl_uct_endpoint.h if (OPAL_LIKELY(MCA_BTL_UCT_ENDPOINT_FLAG_CONN_READY & endpoint->uct_eps[ep_index][tl_index].flags)) { endpoint 69 opal/mca/btl/uct/btl_uct_endpoint.h *ep_handle = endpoint->uct_eps[ep_index][tl_index].uct_ep; endpoint 73 opal/mca/btl/uct/btl_uct_endpoint.h rc = mca_btl_uct_endpoint_connect (module, endpoint, ep_index, NULL, tl_index); endpoint 74 opal/mca/btl/uct/btl_uct_endpoint.h *ep_handle = endpoint->uct_eps[ep_index][tl_index].uct_ep; endpoint 76 opal/mca/btl/uct/btl_uct_endpoint.h MCA_BTL_UCT_ENDPOINT_FLAG_CONN_READY & endpoint->uct_eps[ep_index][tl_index].flags)); endpoint 80 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_check_rdma (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, endpoint 84 opal/mca/btl/uct/btl_uct_endpoint.h return mca_btl_uct_endpoint_check (module, endpoint, context, ep_handle, module->rdma_tl->tl_index); endpoint 87 opal/mca/btl/uct/btl_uct_endpoint.h static inline int mca_btl_uct_endpoint_check_am (mca_btl_uct_module_t *module, mca_btl_uct_endpoint_t *endpoint, endpoint 91 opal/mca/btl/uct/btl_uct_endpoint.h return mca_btl_uct_endpoint_check (module, endpoint, context, ep_handle, module->am_tl->tl_index); endpoint 18 opal/mca/btl/uct/btl_uct_frag.h mca_btl_base_endpoint_t *endpoint) endpoint 23 opal/mca/btl/uct/btl_uct_frag.h frag->endpoint = endpoint; endpoint 40 opal/mca/btl/uct/btl_uct_frag.h frag->base.des_cbfunc(&uct_btl->super, frag->endpoint, &frag->base, rc); endpoint 48 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc_short (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint) endpoint 50 opal/mca/btl/uct/btl_uct_frag.h return mca_btl_uct_frag_alloc (uct_btl, &uct_btl->short_frags, endpoint); endpoint 53 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc_eager (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint) endpoint 55 opal/mca/btl/uct/btl_uct_frag.h return mca_btl_uct_frag_alloc (uct_btl, &uct_btl->eager_frags, endpoint); endpoint 58 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc_max (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint) endpoint 60 opal/mca/btl/uct/btl_uct_frag.h return mca_btl_uct_frag_alloc (uct_btl, &uct_btl->max_frags, endpoint); endpoint 165 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_register_mem (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *base, endpoint 266 opal/mca/btl/uct/btl_uct_module.c mca_btl_uct_endpoint_t *endpoint; endpoint 270 opal/mca/btl/uct/btl_uct_module.c OPAL_HASH_TABLE_FOREACH(key, uint64, endpoint, &uct_module->id_to_endpoint) { endpoint 271 opal/mca/btl/uct/btl_uct_module.c OBJ_RELEASE(endpoint); endpoint 35 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_uct_completion_alloc (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint, endpoint 44 opal/mca/btl/uct/btl_uct_rdma.c comp->endpoint = endpoint; endpoint 68 opal/mca/btl/uct/btl_uct_rdma.c int mca_btl_uct_get (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 84 opal/mca/btl/uct/btl_uct_rdma.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, endpoint 92 opal/mca/btl/uct/btl_uct_rdma.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); endpoint 124 opal/mca/btl/uct/btl_uct_rdma.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 155 opal/mca/btl/uct/btl_uct_rdma.c int mca_btl_uct_put (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 173 opal/mca/btl/uct/btl_uct_rdma.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, endpoint 180 opal/mca/btl/uct/btl_uct_rdma.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); endpoint 231 opal/mca/btl/uct/btl_uct_rdma.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 245 opal/mca/btl/uct/btl_uct_rdma.c int mca_btl_uct_flush (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint) endpoint 267 opal/mca/btl/uct/btl_uct_rdma.c if (NULL != endpoint && endpoint->uct_eps[context->context_id][tl_index].uct_ep) { endpoint 268 opal/mca/btl/uct/btl_uct_rdma.c ucs_status = uct_ep_flush (endpoint->uct_eps[context->context_id][tl_index].uct_ep, 0, NULL); endpoint 22 opal/mca/btl/uct/btl_uct_rdma.h mca_btl_uct_uct_completion_t *mca_btl_uct_uct_completion_alloc (mca_btl_uct_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 45 opal/mca/btl/uct/btl_uct_rdma.h mca_btl_base_endpoint_t *endpoint, endpoint 53 opal/mca/btl/uct/btl_uct_rdma.h rc = mca_btl_uct_endpoint_check_rdma (module, endpoint, context, ep_handle); endpoint 192 opal/mca/btl/uct/btl_uct_tl.c mca_btl_base_endpoint_t *endpoint = mca_btl_uct_get_ep (&module->super, remote_proc); endpoint 193 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_tl_endpoint_t *tl_endpoint = endpoint->uct_eps[req->context_id] + req->tl_index; endpoint 198 opal/mca/btl/uct/btl_uct_tl.c (void *) endpoint, req->type, req->context_id)); endpoint 200 opal/mca/btl/uct/btl_uct_tl.c if (NULL == endpoint) { endpoint 211 opal/mca/btl/uct/btl_uct_tl.c rc = mca_btl_uct_endpoint_connect (module, endpoint, req->context_id, req->ep_addr, req->tl_index); endpoint 226 opal/mca/btl/uct/btl_uct_tl.c OPAL_THREAD_SCOPED_LOCK(&endpoint->ep_lock,{ endpoint 232 opal/mca/btl/uct/btl_uct_tl.c if (frag->context->context_id == req->context_id && endpoint == frag->endpoint) { endpoint 206 opal/mca/btl/uct/btl_uct_types.h struct mca_btl_base_endpoint_t *endpoint; endpoint 254 opal/mca/btl/uct/btl_uct_types.h struct mca_btl_base_endpoint_t *endpoint; endpoint 340 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_flush (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint); endpoint 414 opal/mca/btl/ugni/btl_ugni.h struct mca_btl_base_endpoint_t *endpoint, endpoint 421 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_get (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 426 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_put (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 431 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_aop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 436 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 442 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 447 opal/mca/btl/ugni/btl_ugni.h int mca_btl_ugni_progress_send_wait_list (struct mca_btl_base_endpoint_t *endpoint); endpoint 452 opal/mca/btl/ugni/btl_ugni.h struct mca_btl_base_endpoint_t *endpoint, endpoint 79 opal/mca/btl/ugni/btl_ugni_atomic.c int mca_btl_ugni_aop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 101 opal/mca/btl/ugni/btl_ugni_atomic.c init_post_desc (&post_desc, endpoint, order, GNI_POST_AMO, 0, dummy, remote_address, endpoint 107 opal/mca/btl/ugni/btl_ugni_atomic.c return mca_btl_ugni_endpoint_post_fma (endpoint, &post_desc); endpoint 110 opal/mca/btl/ugni/btl_ugni_atomic.c int mca_btl_ugni_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 132 opal/mca/btl/ugni/btl_ugni_atomic.c init_post_desc (&post_desc, endpoint, order, GNI_POST_AMO, (intptr_t) local_address, endpoint 138 opal/mca/btl/ugni/btl_ugni_atomic.c return mca_btl_ugni_endpoint_post_fma (endpoint, &post_desc); endpoint 141 opal/mca/btl/ugni/btl_ugni_atomic.c int mca_btl_ugni_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 153 opal/mca/btl/ugni/btl_ugni_atomic.c init_post_desc (&post_desc, endpoint, order, GNI_POST_AMO, (intptr_t) local_address, endpoint 160 opal/mca/btl/ugni/btl_ugni_atomic.c return mca_btl_ugni_endpoint_post_fma (endpoint, &post_desc); endpoint 669 opal/mca/btl/ugni/btl_ugni_component.c mca_btl_base_endpoint_t *endpoint = NULL; endpoint 685 opal/mca/btl/ugni/btl_ugni_component.c endpoint = (mca_btl_base_endpoint_t *) opal_list_remove_first (&ugni_module->ep_wait_list); endpoint 686 opal/mca/btl/ugni/btl_ugni_component.c if (endpoint != NULL) { endpoint 687 opal/mca/btl/ugni/btl_ugni_component.c rc = mca_btl_ugni_progress_send_wait_list (endpoint); endpoint 690 opal/mca/btl/ugni/btl_ugni_component.c opal_list_append (&ugni_module->ep_wait_list, &endpoint->super); endpoint 692 opal/mca/btl/ugni/btl_ugni_component.c endpoint->wait_listed = false; endpoint 695 opal/mca/btl/ugni/btl_ugni_component.c } while (endpoint != NULL && --count > 0) ; endpoint 732 opal/mca/btl/ugni/btl_ugni_component.c int mca_btl_ugni_flush (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint) endpoint 459 opal/mca/btl/ugni/btl_ugni_device.h static inline int mca_btl_ugni_endpoint_smsg_send_wtag (mca_btl_base_endpoint_t *endpoint, void *hdr, size_t hdr_len, endpoint 462 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_smsg_send_wtag_arg_t args = {.ep_handle = endpoint->smsg_ep_handle.gni_handle, endpoint 466 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_device_t *device = endpoint->smsg_ep_handle.device; endpoint 507 opal/mca/btl/ugni/btl_ugni_device.h static inline int mca_btl_ugni_endpoint_post (mca_btl_ugni_endpoint_t *endpoint, mca_btl_ugni_post_descriptor_t *desc, endpoint 511 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (endpoint); endpoint 525 opal/mca/btl/ugni/btl_ugni_device.h static inline int mca_btl_ugni_endpoint_post_fma (mca_btl_ugni_endpoint_t *endpoint, mca_btl_ugni_post_descriptor_t *desc) endpoint 527 opal/mca/btl/ugni/btl_ugni_device.h return mca_btl_ugni_endpoint_post (endpoint, desc, (mca_btl_ugni_device_serialize_fn_t) mca_btl_ugni_post_fma_device); endpoint 531 opal/mca/btl/ugni/btl_ugni_device.h static inline int mca_btl_ugni_endpoint_post_rdma (mca_btl_ugni_endpoint_t *endpoint, mca_btl_ugni_post_descriptor_t *desc) endpoint 533 opal/mca/btl/ugni/btl_ugni_device.h return mca_btl_ugni_endpoint_post (endpoint, desc, (mca_btl_ugni_device_serialize_fn_t) mca_btl_ugni_post_rdma_device); endpoint 536 opal/mca/btl/ugni/btl_ugni_device.h static inline int mca_btl_ugni_endpoint_post_cqwrite (mca_btl_ugni_endpoint_t *endpoint, mca_btl_ugni_post_descriptor_t *desc) endpoint 538 opal/mca/btl/ugni/btl_ugni_device.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (endpoint); endpoint 65 opal/mca/btl/ugni/btl_ugni_endpoint.c mca_btl_ugni_endpoint_t *endpoint; endpoint 68 opal/mca/btl/ugni/btl_ugni_endpoint.c endpoint = OBJ_NEW(mca_btl_ugni_endpoint_t); endpoint 69 opal/mca/btl/ugni/btl_ugni_endpoint.c assert (endpoint != NULL); endpoint 71 opal/mca/btl/ugni/btl_ugni_endpoint.c endpoint->smsg_progressing = 0; endpoint 72 opal/mca/btl/ugni/btl_ugni_endpoint.c endpoint->state = MCA_BTL_UGNI_EP_STATE_INIT; endpoint 73 opal/mca/btl/ugni/btl_ugni_endpoint.c endpoint->peer_proc = peer_proc; endpoint 77 opal/mca/btl/ugni/btl_ugni_endpoint.c rc = mca_btl_ugni_endpoint_get_modex (endpoint); endpoint 84 opal/mca/btl/ugni/btl_ugni_endpoint.c endpoint->index = opal_pointer_array_add (&ugni_module->endpoints, endpoint); endpoint 86 opal/mca/btl/ugni/btl_ugni_endpoint.c *ep = endpoint; endpoint 78 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_base_endpoint_t *endpoint; endpoint 90 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_base_endpoint_t *endpoint; endpoint 156 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_endpoint_t *ep = ugni_desc->endpoint; endpoint 187 opal/mca/btl/ugni/btl_ugni_frag.h desc->cbfunc (&module->super, desc->endpoint, (void *)(intptr_t) desc->gni_desc.local_addr, endpoint 203 opal/mca/btl/ugni/btl_ugni_frag.h frag->endpoint = ep; endpoint 212 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (frag->endpoint); endpoint 227 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (frag->endpoint); endpoint 242 opal/mca/btl/ugni/btl_ugni_frag.h frag->base.des_cbfunc(&ugni_module->super, frag->endpoint, &frag->base, rc); endpoint 265 opal/mca/btl/ugni/btl_ugni_frag.h void mca_btl_ugni_wait_list_append (mca_btl_ugni_module_t *ugni_module, mca_btl_base_endpoint_t *endpoint, endpoint 22 opal/mca/btl/ugni/btl_ugni_get.c int mca_btl_ugni_get (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 43 opal/mca/btl/ugni/btl_ugni_get.c return mca_btl_ugni_post (endpoint, true, size, local_address, remote_address, local_handle, endpoint 48 opal/mca/btl/ugni/btl_ugni_get.c static void mca_btl_ugni_callback_eager_get_progress_pending (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 62 opal/mca/btl/ugni/btl_ugni_get.c frag->endpoint = pending_frag->endpoint; endpoint 67 opal/mca/btl/ugni/btl_ugni_get.c (void) mca_btl_ugni_start_eager_get (frag->endpoint, pending_frag->hdr.eager_ex, frag); endpoint 77 opal/mca/btl/ugni/btl_ugni_get.c static void mca_btl_ugni_callback_eager_get (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 127 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_wait_list_append (ugni_module, endpoint, frag); endpoint 131 opal/mca/btl/ugni/btl_ugni_get.c int mca_btl_ugni_start_eager_get (mca_btl_base_endpoint_t *endpoint, endpoint 135 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (endpoint); endpoint 144 opal/mca/btl/ugni/btl_ugni_get.c frag = mca_btl_ugni_frag_alloc_eager_recv (endpoint); endpoint 147 opal/mca/btl/ugni/btl_ugni_get.c frag = mca_btl_ugni_frag_alloc_rdma_int (endpoint); endpoint 167 opal/mca/btl/ugni/btl_ugni_get.c rc = mca_btl_ugni_post (endpoint, true, size, frag->base.super.ptr, hdr.eager.address, endpoint 33 opal/mca/btl/ugni/btl_ugni_module.c struct mca_btl_base_endpoint_t *endpoint, endpoint 39 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_register_mem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *base, endpoint 223 opal/mca/btl/ugni/btl_ugni_module.c struct mca_btl_base_endpoint_t *endpoint, endpoint 231 opal/mca/btl/ugni/btl_ugni_module.c if (OPAL_UNLIKELY(opal_list_get_size (&endpoint->frag_wait_list) > 32)) { endpoint 236 opal/mca/btl/ugni/btl_ugni_module.c frag = mca_btl_ugni_frag_alloc_smsg (endpoint); endpoint 238 opal/mca/btl/ugni/btl_ugni_module.c frag = mca_btl_ugni_frag_alloc_eager_send (endpoint); endpoint 284 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_base_endpoint_t *endpoint, endpoint 292 opal/mca/btl/ugni/btl_ugni_module.c if (OPAL_UNLIKELY(opal_list_get_size (&endpoint->frag_wait_list) > 32)) { endpoint 296 opal/mca/btl/ugni/btl_ugni_module.c return mca_btl_ugni_prepare_src_send (btl, endpoint, convertor, endpoint 301 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_register_mem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *base, endpoint 23 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_base_endpoint_t *endpoint, endpoint 29 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_rdma (endpoint); endpoint 54 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_base_endpoint_t *endpoint, endpoint 68 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_rdma (endpoint); endpoint 112 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_base_endpoint_t *endpoint, endpoint 125 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_eager_send (endpoint); endpoint 138 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_smsg (endpoint); endpoint 173 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_base_endpoint_t *endpoint, endpoint 183 opal/mca/btl/ugni/btl_ugni_prepare.h return mca_btl_ugni_prepare_src_send_nodata (btl, endpoint, order, reserve, flags); endpoint 192 opal/mca/btl/ugni/btl_ugni_prepare.h return mca_btl_ugni_prepare_src_send_inplace (btl, endpoint, convertor, order, endpoint 195 opal/mca/btl/ugni/btl_ugni_prepare.h return mca_btl_ugni_prepare_src_send_buffered (btl, endpoint, convertor, order, endpoint 17 opal/mca/btl/ugni/btl_ugni_put.c int mca_btl_ugni_put (mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 25 opal/mca/btl/ugni/btl_ugni_put.c return mca_btl_ugni_post (endpoint, false, size, local_address, remote_address, local_handle, endpoint 25 opal/mca/btl/ugni/btl_ugni_rdma.h mca_btl_base_endpoint_t *endpoint, int order, endpoint 32 opal/mca/btl/ugni/btl_ugni_rdma.h post_desc->endpoint = endpoint; endpoint 54 opal/mca/btl/ugni/btl_ugni_rdma.h static inline int mca_btl_ugni_post_fma (struct mca_btl_base_endpoint_t *endpoint, gni_post_type_t op_type, endpoint 70 opal/mca/btl/ugni/btl_ugni_rdma.h init_post_desc (&post_desc, endpoint, order, op_type, (intptr_t) local_address, local_gni_handle, endpoint 74 opal/mca/btl/ugni/btl_ugni_rdma.h return mca_btl_ugni_endpoint_post_fma (endpoint, &post_desc); endpoint 77 opal/mca/btl/ugni/btl_ugni_rdma.h static inline int mca_btl_ugni_post_bte (mca_btl_base_endpoint_t *endpoint, gni_post_type_t op_type, endpoint 84 opal/mca/btl/ugni/btl_ugni_rdma.h mca_btl_ugni_module_t *module = mca_btl_ugni_ep_btl (endpoint); endpoint 97 opal/mca/btl/ugni/btl_ugni_rdma.h init_post_desc (&post_desc, endpoint, order, op_type, (intptr_t) local_address, local_handle->gni_handle, endpoint 101 opal/mca/btl/ugni/btl_ugni_rdma.h rc = mca_btl_ugni_endpoint_post_rdma (endpoint, &post_desc); endpoint 109 opal/mca/btl/ugni/btl_ugni_rdma.h static inline int mca_btl_ugni_post_cqwrite (mca_btl_base_endpoint_t *endpoint, mca_btl_ugni_cq_t *cq, endpoint 124 opal/mca/btl/ugni/btl_ugni_rdma.h return mca_btl_ugni_endpoint_post_cqwrite (endpoint, &post_desc); endpoint 128 opal/mca/btl/ugni/btl_ugni_rdma.h static inline int mca_btl_ugni_post (mca_btl_base_endpoint_t *endpoint, int get, size_t size, endpoint 141 opal/mca/btl/ugni/btl_ugni_rdma.h return mca_btl_ugni_post_fma (endpoint, fma_ops[get], size, local_address, remote_address, endpoint 145 opal/mca/btl/ugni/btl_ugni_rdma.h return mca_btl_ugni_post_bte (endpoint, rdma_ops[get], size, local_address, remote_address, endpoint 21 opal/mca/btl/ugni/btl_ugni_send.c void mca_btl_ugni_wait_list_append (mca_btl_ugni_module_t *ugni_module, mca_btl_base_endpoint_t *endpoint, endpoint 24 opal/mca/btl/ugni/btl_ugni_send.c BTL_VERBOSE(("wait-listing fragment %p to %s. endpoint state %d\n", (void*)frag, OPAL_NAME_PRINT(endpoint->peer_proc->proc_name), endpoint->state)); endpoint 29 opal/mca/btl/ugni/btl_ugni_send.c OPAL_THREAD_LOCK(&endpoint->lock); endpoint 31 opal/mca/btl/ugni/btl_ugni_send.c opal_list_append (&endpoint->frag_wait_list, (opal_list_item_t *) frag); endpoint 33 opal/mca/btl/ugni/btl_ugni_send.c OPAL_THREAD_UNLOCK(&endpoint->lock); endpoint 35 opal/mca/btl/ugni/btl_ugni_send.c if (false == endpoint->wait_listed && MCA_BTL_UGNI_EP_STATE_CONNECTED == endpoint->state) { endpoint 37 opal/mca/btl/ugni/btl_ugni_send.c if (false == endpoint->wait_listed) { endpoint 38 opal/mca/btl/ugni/btl_ugni_send.c opal_list_append (&ugni_module->ep_wait_list, &endpoint->super); endpoint 39 opal/mca/btl/ugni/btl_ugni_send.c endpoint->wait_listed = true; endpoint 46 opal/mca/btl/ugni/btl_ugni_send.c struct mca_btl_base_endpoint_t *endpoint, endpoint 59 opal/mca/btl/ugni/btl_ugni_send.c OPAL_PROC_MY_NAME.vpid, endpoint->peer_proc->proc_name.vpid, size)); endpoint 61 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_check_endpoint_state (endpoint); endpoint 62 opal/mca/btl/ugni/btl_ugni_send.c if (OPAL_UNLIKELY(OPAL_SUCCESS != rc || opal_list_get_size (&endpoint->frag_wait_list))) { endpoint 63 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_wait_list_append (ugni_module, endpoint, frag); endpoint 72 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_send_frag (endpoint, frag); endpoint 86 opal/mca/btl/ugni/btl_ugni_send.c frag->base.des_cbfunc(&ugni_module->super, frag->endpoint, &frag->base, rc); endpoint 102 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_wait_list_append (ugni_module, endpoint, frag); endpoint 110 opal/mca/btl/ugni/btl_ugni_send.c struct mca_btl_base_endpoint_t *endpoint, endpoint 122 opal/mca/btl/ugni/btl_ugni_send.c if (OPAL_UNLIKELY(opal_list_get_size (&endpoint->frag_wait_list))) { endpoint 131 opal/mca/btl/ugni/btl_ugni_send.c " endoint state %d", OPAL_PROC_MY_NAME.vpid, endpoint->peer_proc->proc_name.vpid, endpoint 132 opal/mca/btl/ugni/btl_ugni_send.c payload_size + header_size, endpoint->state)); endpoint 137 opal/mca/btl/ugni/btl_ugni_send.c frag = (mca_btl_ugni_base_frag_t *) mca_btl_ugni_prepare_src_send_nodata (btl, endpoint, order, header_size, endpoint 140 opal/mca/btl/ugni/btl_ugni_send.c frag = (mca_btl_ugni_base_frag_t *) mca_btl_ugni_prepare_src_send_buffered (btl, endpoint, convertor, order, endpoint 145 opal/mca/btl/ugni/btl_ugni_send.c if (OPAL_UNLIKELY(NULL == frag || OPAL_SUCCESS != mca_btl_ugni_check_endpoint_state (endpoint))) { endpoint 152 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_send_frag (endpoint, frag); endpoint 167 opal/mca/btl/ugni/btl_ugni_send.c int mca_btl_ugni_progress_send_wait_list (mca_btl_base_endpoint_t *endpoint) endpoint 173 opal/mca/btl/ugni/btl_ugni_send.c OPAL_THREAD_LOCK(&endpoint->lock); endpoint 174 opal/mca/btl/ugni/btl_ugni_send.c frag = (mca_btl_ugni_base_frag_t *) opal_list_remove_first (&endpoint->frag_wait_list); endpoint 175 opal/mca/btl/ugni/btl_ugni_send.c OPAL_THREAD_UNLOCK(&endpoint->lock); endpoint 180 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_send_frag (endpoint, frag); endpoint 188 opal/mca/btl/ugni/btl_ugni_send.c OPAL_THREAD_LOCK(&endpoint->lock); endpoint 189 opal/mca/btl/ugni/btl_ugni_send.c opal_list_prepend (&endpoint->frag_wait_list, (opal_list_item_t *) frag); endpoint 190 opal/mca/btl/ugni/btl_ugni_send.c OPAL_THREAD_UNLOCK(&endpoint->lock); endpoint 79 opal/mca/btl/ugni/btl_ugni_smsg.h mca_btl_base_endpoint_t *endpoint = frag->endpoint; endpoint 80 opal/mca/btl/ugni/btl_ugni_smsg.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (endpoint); endpoint 83 opal/mca/btl/ugni/btl_ugni_smsg.h grc = mca_btl_ugni_endpoint_smsg_send_wtag (endpoint, hdr, hdr_len, payload, payload_len, endpoint 89 opal/mca/btl/ugni/btl_ugni_smsg.h (void) mca_btl_ugni_post_cqwrite (endpoint, &ugni_module->devices[0].dev_rdma_local_cq, endpoint 90 opal/mca/btl/ugni/btl_ugni_smsg.h endpoint->rmt_irq_mem_hndl, 0xdead, NULL, NULL, NULL); endpoint 94 opal/mca/btl/ugni/btl_ugni_smsg.h (void) mca_btl_ugni_progress_local_smsg (ugni_module, endpoint->smsg_ep_handle.device); endpoint 105 opal/mca/btl/ugni/btl_ugni_smsg.h grc, (uintptr_t) frag->endpoint->smsg_ep_handle.gni_handle, (int) hdr_len, endpoint 34 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_endpoint_t *endpoint, endpoint 41 opal/mca/btl/usnic/btl_usnic_ack.c sseg = endpoint->endpoint_sent_segs[is]; endpoint 52 opal/mca/btl/usnic/btl_usnic_ack.c opal_hotel_checkout(&endpoint->endpoint_hotel, sseg->ss_hotel_room); endpoint 56 opal/mca/btl/usnic/btl_usnic_ack.c opal_list_append(&(endpoint->endpoint_module->pending_resend_segs), endpoint 59 opal/mca/btl/usnic/btl_usnic_ack.c ++endpoint->endpoint_module->stats.num_fast_retrans; endpoint 69 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_endpoint_t *endpoint, endpoint 78 opal/mca/btl/usnic/btl_usnic_ack.c module = endpoint->endpoint_module; endpoint 81 opal/mca/btl/usnic/btl_usnic_ack.c if (SEQ_LT(ack_seq, endpoint->endpoint_ack_seq_rcvd)) { endpoint 84 opal/mca/btl/usnic/btl_usnic_ack.c ack_seq, endpoint->endpoint_ack_seq_rcvd); endpoint 92 opal/mca/btl/usnic/btl_usnic_ack.c else if (ack_seq == endpoint->endpoint_ack_seq_rcvd) { endpoint 95 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_fast_retrans(endpoint, ack_seq); endpoint 101 opal/mca/btl/usnic/btl_usnic_ack.c for (is = endpoint->endpoint_ack_seq_rcvd + 1; SEQ_LE(is, ack_seq); ++is) { endpoint 102 opal/mca/btl/usnic/btl_usnic_ack.c sseg = endpoint->endpoint_sent_segs[WINDOW_SIZE_MOD(is)]; endpoint 106 opal/mca/btl/usnic/btl_usnic_ack.c (void*) endpoint->endpoint_sent_segs, endpoint 115 opal/mca/btl/usnic/btl_usnic_ack.c (void*) module, (void*) endpoint, endpoint 125 opal/mca/btl/usnic/btl_usnic_ack.c opal_hotel_checkout(&endpoint->endpoint_hotel, sseg->ss_hotel_room); endpoint 188 opal/mca/btl/usnic/btl_usnic_ack.c endpoint->endpoint_sent_segs[WINDOW_SIZE_MOD(is)] = NULL; endpoint 192 opal/mca/btl/usnic/btl_usnic_ack.c endpoint->endpoint_ack_seq_rcvd = ack_seq; endpoint 195 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_check_rts(endpoint); endpoint 204 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_endpoint_t *endpoint) endpoint 225 opal/mca/btl/usnic/btl_usnic_ack.c SEQ_DIFF(endpoint->endpoint_next_contig_seq_to_recv, 1); endpoint 232 opal/mca/btl/usnic/btl_usnic_ack.c &endpoint->endpoint_remote_modex; endpoint 249 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_check_connectivity(module, endpoint); endpoint 252 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_post_ack(module, endpoint, ack); endpoint 285 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_endpoint_t *endpoint; endpoint 289 opal/mca/btl/usnic/btl_usnic_ack.c endpoint = seg->ss_parent_frag->sf_endpoint; endpoint 290 opal/mca/btl/usnic/btl_usnic_ack.c module = endpoint->endpoint_module; endpoint 71 opal/mca/btl/usnic/btl_usnic_ack.h opal_btl_usnic_endpoint_t *endpoint); endpoint 83 opal/mca/btl/usnic/btl_usnic_ack.h void opal_btl_usnic_handle_ack(opal_btl_usnic_endpoint_t *endpoint, endpoint 88 opal/mca/btl/usnic/btl_usnic_ack.h opal_btl_usnic_endpoint_t *endpoint, endpoint 92 opal/mca/btl/usnic/btl_usnic_ack.h if (endpoint->endpoint_ack_needed) { endpoint 93 opal/mca/btl/usnic/btl_usnic_ack.h opal_btl_usnic_remove_from_endpoints_needing_ack(endpoint); endpoint 95 opal/mca/btl/usnic/btl_usnic_ack.h SEQ_DIFF(endpoint->endpoint_next_contig_seq_to_recv, 1); endpoint 66 opal/mca/btl/usnic/btl_usnic_compat.c struct mca_btl_base_endpoint_t* endpoint, endpoint 127 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_endpoint = endpoint; endpoint 225 opal/mca/btl/usnic/btl_usnic_compat.c struct mca_btl_base_endpoint_t* endpoint, endpoint 296 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_endpoint = endpoint; endpoint 332 opal/mca/btl/usnic/btl_usnic_compat.c struct mca_btl_base_endpoint_t *endpoint, endpoint 349 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_check_connectivity(module, endpoint); endpoint 356 opal/mca/btl/usnic/btl_usnic_compat.c frag = prepare_src_small(module, endpoint, convertor, endpoint 359 opal/mca/btl/usnic/btl_usnic_compat.c frag = prepare_src_large(module, endpoint, convertor, endpoint 396 opal/mca/btl/usnic/btl_usnic_compat.c struct mca_btl_base_endpoint_t *endpoint, endpoint 433 opal/mca/btl/usnic/btl_usnic_compat.c sfrag->sf_endpoint = endpoint; endpoint 459 opal/mca/btl/usnic/btl_usnic_compat.c (opal_btl_usnic_endpoint_t *)endpoint, endpoint 105 opal/mca/btl/usnic/btl_usnic_compat.h struct mca_btl_base_endpoint_t *endpoint, endpoint 114 opal/mca/btl/usnic/btl_usnic_compat.h struct mca_btl_base_endpoint_t *endpoint, endpoint 1376 opal/mca/btl/usnic/btl_usnic_component.c static void dump_endpoint(opal_btl_usnic_endpoint_t *endpoint) endpoint 1386 opal/mca/btl/usnic/btl_usnic_component.c ia.s_addr = endpoint->endpoint_remote_modex.ipv4_addr; endpoint 1390 opal/mca/btl/usnic/btl_usnic_component.c (void *)endpoint, ep_addr_str, endpoint 1391 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_proc->proc_opal->proc_name.jobid, endpoint 1392 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_proc->proc_opal->proc_name.vpid, endpoint 1393 opal/mca/btl/usnic/btl_usnic_component.c (endpoint->endpoint_ready_to_send ? "true" : "false"), endpoint 1394 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_send_credits); endpoint 1397 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(frag, &endpoint->endpoint_frag_send_queue, endpoint 1463 opal/mca/btl/usnic/btl_usnic_component.c (void *)endpoint->endpoint_sent_segs); endpoint 1465 opal/mca/btl/usnic/btl_usnic_component.c sseg = endpoint->endpoint_sent_segs[i]; endpoint 1480 opal/mca/btl/usnic/btl_usnic_component.c (endpoint->endpoint_ack_needed?"true":"false"), endpoint 1481 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_next_seq_to_send, endpoint 1482 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_ack_seq_rcvd, endpoint 1483 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_next_contig_seq_to_recv, endpoint 1484 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_highest_seq_rcvd, endpoint 1485 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_rfstart); endpoint 1489 opal/mca/btl/usnic/btl_usnic_component.c endpoint->endpoint_rcvd_segs, endpoint 1499 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_endpoint_t *endpoint; endpoint 1516 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(endpoint, &module->endpoints_with_sends, endpoint 1518 opal/mca/btl/usnic/btl_usnic_component.c dump_endpoint(endpoint); endpoint 1522 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(endpoint, &module->endpoints_that_need_acks, endpoint 1524 opal/mca/btl/usnic/btl_usnic_component.c dump_endpoint(endpoint); endpoint 1532 opal/mca/btl/usnic/btl_usnic_component.c endpoint = container_of(item, mca_btl_base_endpoint_t, endpoint 1535 opal/mca/btl/usnic/btl_usnic_component.c dump_endpoint(endpoint); endpoint 278 opal/mca/btl/usnic/btl_usnic_connectivity.h opal_btl_usnic_endpoint_t *endpoint) endpoint 281 opal/mca/btl/usnic/btl_usnic_connectivity.h OPAL_UNLIKELY(!endpoint->endpoint_connectivity_checked)) { endpoint 284 opal/mca/btl/usnic/btl_usnic_connectivity.h endpoint->endpoint_remote_modex.ipv4_addr, endpoint 285 opal/mca/btl/usnic/btl_usnic_connectivity.h endpoint->endpoint_remote_modex.netmask, endpoint 286 opal/mca/btl/usnic/btl_usnic_connectivity.h endpoint->endpoint_remote_modex.connectivity_udp_port, endpoint 287 opal/mca/btl/usnic/btl_usnic_connectivity.h opal_get_proc_hostname(endpoint->endpoint_proc->proc_opal), endpoint 288 opal/mca/btl/usnic/btl_usnic_connectivity.h endpoint->endpoint_remote_modex.max_msg_size); endpoint 289 opal/mca/btl/usnic/btl_usnic_connectivity.h endpoint->endpoint_connectivity_checked = true; endpoint 48 opal/mca/btl/usnic/btl_usnic_endpoint.c static void endpoint_construct(mca_btl_base_endpoint_t* endpoint) endpoint 52 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_module = NULL; endpoint 53 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_proc = NULL; endpoint 54 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_proc_index = -1; endpoint 55 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_exiting = false; endpoint 56 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_connectivity_checked = false; endpoint 57 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_on_all_endpoints = false; endpoint 60 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_remote_modex.ports[i] = 0; endpoint 61 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_remote_addrs[i] = FI_ADDR_NOTAVAIL; endpoint 64 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_send_credits = 8; endpoint 67 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_frag_send_queue, opal_list_t); endpoint 69 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_next_frag_id = 1; endpoint 70 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_acktime = 0; endpoint 73 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_ready_to_send = 0; endpoint 74 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_ack_needed = false; endpoint 77 opal/mca/btl/usnic/btl_usnic_endpoint.c memset(endpoint->endpoint_sent_segs, 0, endpoint 78 opal/mca/btl/usnic/btl_usnic_endpoint.c sizeof(endpoint->endpoint_sent_segs)); endpoint 79 opal/mca/btl/usnic/btl_usnic_endpoint.c memset(endpoint->endpoint_rcvd_segs, 0, endpoint 80 opal/mca/btl/usnic/btl_usnic_endpoint.c sizeof(endpoint->endpoint_rcvd_segs)); endpoint 87 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_CONSTRUCT(&endpoint->endpoint_hotel, opal_hotel_t); endpoint 88 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_hotel_init(&endpoint->endpoint_hotel, endpoint 96 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_CONSTRUCT(&(endpoint->endpoint_ack_li), opal_list_item_t); endpoint 97 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_CONSTRUCT(&(endpoint->endpoint_endpoint_li), opal_list_item_t); endpoint 98 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_ack_needed = false; endpoint 101 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_rx_frag_info = endpoint 103 opal/mca/btl/usnic/btl_usnic_endpoint.c assert(NULL != endpoint->endpoint_rx_frag_info); endpoint 104 opal/mca/btl/usnic/btl_usnic_endpoint.c if (OPAL_UNLIKELY(endpoint->endpoint_rx_frag_info == NULL)) { endpoint 106 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_exit(endpoint->endpoint_module); endpoint 111 opal/mca/btl/usnic/btl_usnic_endpoint.c static void endpoint_destruct(mca_btl_base_endpoint_t* endpoint) endpoint 115 opal/mca/btl/usnic/btl_usnic_endpoint.c if (endpoint->endpoint_ack_needed) { endpoint 116 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_remove_from_endpoints_needing_ack(endpoint); endpoint 118 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_DESTRUCT(&(endpoint->endpoint_ack_li)); endpoint 121 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_module_t *module = endpoint->endpoint_module; endpoint 123 opal/mca/btl/usnic/btl_usnic_endpoint.c if (endpoint->endpoint_on_all_endpoints) { endpoint 125 opal/mca/btl/usnic/btl_usnic_endpoint.c &endpoint->endpoint_endpoint_li); endpoint 126 opal/mca/btl/usnic/btl_usnic_endpoint.c endpoint->endpoint_on_all_endpoints = false; endpoint 129 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_DESTRUCT(&(endpoint->endpoint_endpoint_li)); endpoint 131 opal/mca/btl/usnic/btl_usnic_endpoint.c if (endpoint->endpoint_hotel.rooms != NULL) { endpoint 132 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_DESTRUCT(&(endpoint->endpoint_hotel)); endpoint 135 opal/mca/btl/usnic/btl_usnic_endpoint.c OBJ_DESTRUCT(&endpoint->endpoint_frag_send_queue); endpoint 138 opal/mca/btl/usnic/btl_usnic_endpoint.c proc = endpoint->endpoint_proc; endpoint 140 opal/mca/btl/usnic/btl_usnic_endpoint.c proc->proc_endpoints[endpoint->endpoint_proc_index] = NULL; endpoint 144 opal/mca/btl/usnic/btl_usnic_endpoint.c free(endpoint->endpoint_rx_frag_info); endpoint 158 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_endpoint_t *endpoint) endpoint 163 opal/mca/btl/usnic/btl_usnic_endpoint.c while (!opal_list_is_empty(&endpoint->endpoint_frag_send_queue)) { endpoint 165 opal/mca/btl/usnic/btl_usnic_endpoint.c &endpoint->endpoint_frag_send_queue); endpoint 172 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_send_frag_return_cond(endpoint->endpoint_module, frag); endpoint 176 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_handle_ack(endpoint, endpoint->endpoint_next_seq_to_send-1); endpoint 193 opal/mca/btl/usnic/btl_usnic_endpoint.h opal_btl_usnic_endpoint_t *endpoint; endpoint 202 opal/mca/btl/usnic/btl_usnic_endpoint.h opal_btl_usnic_endpoint_t *endpoint); endpoint 222 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_t *endpoint) endpoint 231 opal/mca/btl/usnic/btl_usnic_module.c endpoint->endpoint_remote_modex.ipv4_addr, endpoint 232 opal/mca/btl/usnic/btl_usnic_module.c endpoint->endpoint_remote_modex.netmask); endpoint 244 opal/mca/btl/usnic/btl_usnic_module.c opal_get_proc_hostname(endpoint->endpoint_proc->proc_opal), endpoint 324 opal/mca/btl/usnic/btl_usnic_module.c if (endpoints[i] == context->endpoint) { endpoint 326 opal/mca/btl/usnic/btl_usnic_module.c context->endpoint); endpoint 327 opal/mca/btl/usnic/btl_usnic_module.c OBJ_RELEASE(context->endpoint); endpoint 607 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_t *endpoint; endpoint 619 opal/mca/btl/usnic/btl_usnic_module.c endpoint = proc->proc_endpoints[j]; endpoint 620 opal/mca/btl/usnic/btl_usnic_module.c if (NULL != endpoint && endpoint->endpoint_module == module) { endpoint 630 opal/mca/btl/usnic/btl_usnic_module.c if (!ENDPOINT_DRAINED(endpoint)) { endpoint 631 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_flush_endpoint(endpoint); endpoint 635 opal/mca/btl/usnic/btl_usnic_module.c OBJ_RELEASE(endpoint); endpoint 680 opal/mca/btl/usnic/btl_usnic_module.c struct mca_btl_base_endpoint_t* endpoint, endpoint 740 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_endpoint = endpoint; endpoint 955 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_t *endpoint; endpoint 970 opal/mca/btl/usnic/btl_usnic_module.c endpoint = sseg->ss_parent_frag->sf_endpoint; endpoint 982 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_post_segment(module, endpoint, sseg); endpoint 992 opal/mca/btl/usnic/btl_usnic_module.c --endpoint->endpoint_send_credits; endpoint 997 opal/mca/btl/usnic/btl_usnic_module.c ret = opal_hotel_checkin(&endpoint->endpoint_hotel, endpoint 1017 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_t *endpoint, endpoint 1030 opal/mca/btl/usnic/btl_usnic_module.c lfrag->lsf_frag_id = endpoint->endpoint_next_frag_id++; endpoint 1084 opal/mca/btl/usnic/btl_usnic_module.c opal_list_remove_item(&endpoint->endpoint_frag_send_queue, endpoint 1110 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_t *endpoint; endpoint 1146 opal/mca/btl/usnic/btl_usnic_module.c endpoint = (opal_btl_usnic_endpoint_t *) endpoint 1149 opal/mca/btl/usnic/btl_usnic_module.c opal_list_get_first(&endpoint->endpoint_frag_send_queue); endpoint 1160 opal/mca/btl/usnic/btl_usnic_module.c opal_list_remove_item(&endpoint->endpoint_frag_send_queue, endpoint 1201 opal/mca/btl/usnic/btl_usnic_module.c usnic_handle_large_send(module, endpoint, frag); endpoint 1207 opal/mca/btl/usnic/btl_usnic_module.c if (opal_list_is_empty(&endpoint->endpoint_frag_send_queue) || endpoint 1208 opal/mca/btl/usnic/btl_usnic_module.c endpoint->endpoint_send_credits <= 0 || endpoint 1209 opal/mca/btl/usnic/btl_usnic_module.c !WINDOW_OPEN(endpoint)) { endpoint 1212 opal/mca/btl/usnic/btl_usnic_module.c &endpoint->super); endpoint 1213 opal/mca/btl/usnic/btl_usnic_module.c endpoint->endpoint_ready_to_send = false; endpoint 1220 opal/mca/btl/usnic/btl_usnic_module.c endpoint = opal_btl_usnic_get_first_endpoint_needing_ack(module); endpoint 1221 opal/mca/btl/usnic/btl_usnic_module.c while (get_send_credits(prio_channel) > 1 && endpoint != NULL) { endpoint 1225 opal/mca/btl/usnic/btl_usnic_module.c next_endpoint = opal_btl_usnic_get_next_endpoint_needing_ack(endpoint); endpoint 1228 opal/mca/btl/usnic/btl_usnic_module.c if (endpoint->endpoint_acktime == 0 || endpoint 1229 opal/mca/btl/usnic/btl_usnic_module.c endpoint->endpoint_acktime <= get_nsec()) { endpoint 1230 opal/mca/btl/usnic/btl_usnic_module.c if (OPAL_LIKELY(opal_btl_usnic_ack_send(module, endpoint) == OPAL_SUCCESS)) { endpoint 1231 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_remove_from_endpoints_needing_ack(endpoint); endpoint 1239 opal/mca/btl/usnic/btl_usnic_module.c endpoint = next_endpoint; endpoint 1272 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_endpoint_t *endpoint; endpoint 1277 opal/mca/btl/usnic/btl_usnic_module.c endpoint = (opal_btl_usnic_endpoint_t *)base_endpoint; endpoint 1281 opal/mca/btl/usnic/btl_usnic_module.c assert(frag->sf_endpoint == endpoint); endpoint 1289 opal/mca/btl/usnic/btl_usnic_module.c (void *)frag, (void *)endpoint, endpoint 1310 opal/mca/btl/usnic/btl_usnic_module.c WINDOW_OPEN(endpoint) && endpoint 1378 opal/mca/btl/usnic/btl_usnic_module.c rc = opal_btl_usnic_finish_put_or_send(module, endpoint, frag, tag); endpoint 1394 opal/mca/btl/usnic/btl_usnic_module.c struct mca_btl_base_endpoint_t* endpoint, endpoint 224 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_endpoint_t *endpoint; endpoint 228 opal/mca/btl/usnic/btl_usnic_module.h endpoint = container_of(item, mca_btl_base_endpoint_t, endpoint_ack_li); endpoint 229 opal/mca/btl/usnic/btl_usnic_module.h return endpoint; endpoint 238 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_endpoint_t *endpoint) endpoint 243 opal/mca/btl/usnic/btl_usnic_module.h module = endpoint->endpoint_module; endpoint 245 opal/mca/btl/usnic/btl_usnic_module.h item = opal_list_get_next(&(endpoint->endpoint_ack_li)); endpoint 247 opal/mca/btl/usnic/btl_usnic_module.h endpoint = container_of(item, mca_btl_base_endpoint_t, endpoint_ack_li); endpoint 248 opal/mca/btl/usnic/btl_usnic_module.h return endpoint; endpoint 256 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_endpoint_t *endpoint) endpoint 259 opal/mca/btl/usnic/btl_usnic_module.h &(endpoint->endpoint_module->endpoints_that_need_acks), endpoint 260 opal/mca/btl/usnic/btl_usnic_module.h &endpoint->endpoint_ack_li); endpoint 261 opal/mca/btl/usnic/btl_usnic_module.h endpoint->endpoint_ack_needed = false; endpoint 262 opal/mca/btl/usnic/btl_usnic_module.h endpoint->endpoint_acktime = 0; endpoint 264 opal/mca/btl/usnic/btl_usnic_module.h opal_output(0, "clear ack_needed on %p\n", (void*)endpoint); endpoint 270 opal/mca/btl/usnic/btl_usnic_module.h opal_btl_usnic_endpoint_t *endpoint) endpoint 272 opal/mca/btl/usnic/btl_usnic_module.h opal_list_append(&(endpoint->endpoint_module->endpoints_that_need_acks), endpoint 273 opal/mca/btl/usnic/btl_usnic_module.h &endpoint->endpoint_ack_li); endpoint 274 opal/mca/btl/usnic/btl_usnic_module.h endpoint->endpoint_ack_needed = true; endpoint 276 opal/mca/btl/usnic/btl_usnic_module.h opal_output(0, "set ack_needed on %p\n", (void*)endpoint); endpoint 136 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_endpoint_t *endpoint; endpoint 146 opal/mca/btl/usnic/btl_usnic_proc.c endpoint = container_of(item, opal_btl_usnic_endpoint_t, endpoint 148 opal/mca/btl/usnic/btl_usnic_proc.c proc = endpoint->endpoint_proc; endpoint 157 opal/mca/btl/usnic/btl_usnic_proc.c (void *)endpoint); endpoint 159 opal/mca/btl/usnic/btl_usnic_proc.c return endpoint; endpoint 672 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_endpoint_t *endpoint, endpoint 676 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_modex_t *modex = &endpoint->endpoint_remote_modex; endpoint 681 opal/mca/btl/usnic/btl_usnic_proc.c context->endpoint = endpoint; endpoint 698 opal/mca/btl/usnic/btl_usnic_proc.c &endpoint->endpoint_remote_addrs[channel], 0, context); endpoint 725 opal/mca/btl/usnic/btl_usnic_proc.c opal_btl_usnic_endpoint_t *endpoint; endpoint 736 opal/mca/btl/usnic/btl_usnic_proc.c endpoint = OBJ_NEW(opal_btl_usnic_endpoint_t); endpoint 737 opal/mca/btl/usnic/btl_usnic_proc.c if (NULL == endpoint) { endpoint 742 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_module = module; endpoint 744 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_remote_modex = proc->proc_modex[modex_index]; endpoint 745 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_send_credits = module->sd_num; endpoint 750 opal/mca/btl/usnic/btl_usnic_proc.c rc = start_av_insert(module, endpoint, i); endpoint 752 opal/mca/btl/usnic/btl_usnic_proc.c OBJ_RELEASE(endpoint); endpoint 758 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_next_seq_to_send = module->local_modex.isn; endpoint 759 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_ack_seq_rcvd = endpoint->endpoint_next_seq_to_send - 1; endpoint 760 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_next_contig_seq_to_recv = endpoint 761 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_remote_modex.isn; endpoint 762 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_highest_seq_rcvd = endpoint 763 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_next_contig_seq_to_recv - 1; endpoint 764 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_rfstart = WINDOW_SIZE_MOD(endpoint->endpoint_next_contig_seq_to_recv); endpoint 769 opal/mca/btl/usnic/btl_usnic_proc.c (void *)module, (void *)endpoint, (void *)proc, endpoint 773 opal/mca/btl/usnic/btl_usnic_proc.c proc->proc_endpoints[proc->proc_endpoint_count] = endpoint; endpoint 774 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_proc_index = proc->proc_endpoint_count; endpoint 775 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_proc = proc; endpoint 784 opal/mca/btl/usnic/btl_usnic_proc.c &(endpoint->endpoint_endpoint_li)); endpoint 785 opal/mca/btl/usnic/btl_usnic_proc.c endpoint->endpoint_on_all_endpoints = true; endpoint 788 opal/mca/btl/usnic/btl_usnic_proc.c *endpoint_o = endpoint; endpoint 55 opal/mca/btl/usnic/btl_usnic_recv.c opal_btl_usnic_endpoint_t *endpoint; endpoint 74 opal/mca/btl/usnic/btl_usnic_recv.c endpoint = seg->rs_endpoint; endpoint 75 opal/mca/btl/usnic/btl_usnic_recv.c if (FAKE_RECV_DROP || OPAL_UNLIKELY(NULL == endpoint)) { endpoint 92 opal/mca/btl/usnic/btl_usnic_recv.c modex = &endpoint->endpoint_remote_modex; endpoint 112 opal/mca/btl/usnic/btl_usnic_recv.c (void*) endpoint, hdr->pkt_seq, hdr->payload_len); endpoint 116 opal/mca/btl/usnic/btl_usnic_recv.c (void*) endpoint, endpoint 120 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_next_contig_seq_to_recv, endpoint 121 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_highest_seq_rcvd, endpoint 122 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_rfstart, endpoint 172 opal/mca/btl/usnic/btl_usnic_recv.c if (OPAL_UNLIKELY(opal_btl_usnic_check_rx_seq(endpoint, seg, endpoint 180 opal/mca/btl/usnic/btl_usnic_recv.c (void*) endpoint, endpoint 184 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_next_contig_seq_to_recv, endpoint 185 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_highest_seq_rcvd, endpoint 186 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_rfstart, endpoint 196 opal/mca/btl/usnic/btl_usnic_recv.c fip = &(endpoint->endpoint_rx_frag_info[frag_index]); endpoint 270 opal/mca/btl/usnic/btl_usnic_recv.c opal_btl_usnic_update_window(endpoint, window_index); endpoint 317 opal/mca/btl/usnic/btl_usnic_recv.c endpoint->endpoint_acktime = 0; endpoint 339 opal/mca/btl/usnic/btl_usnic_recv.c opal_btl_usnic_handle_ack(endpoint, ack_seq); endpoint 360 opal/mca/btl/usnic/btl_usnic_recv.c if (endpoint->endpoint_exiting && ENDPOINT_DRAINED(endpoint)) { endpoint 361 opal/mca/btl/usnic/btl_usnic_recv.c OBJ_RELEASE(endpoint); endpoint 102 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_endpoint_t *endpoint, endpoint 109 opal/mca/btl/usnic/btl_usnic_recv.h opal_output(0, "ep: %p, ack_needed = %s\n", (void*)endpoint, endpoint->endpoint_ack_needed?"true":"false"); endpoint 111 opal/mca/btl/usnic/btl_usnic_recv.h if (!endpoint->endpoint_ack_needed) { endpoint 112 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_add_to_endpoints_needing_ack(endpoint); endpoint 116 opal/mca/btl/usnic/btl_usnic_recv.h if (0 == endpoint->endpoint_acktime) { endpoint 117 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_acktime = get_nsec() + 50000; /* 50 usec */ endpoint 124 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_rcvd_segs[window_index] = true; endpoint 129 opal/mca/btl/usnic/btl_usnic_recv.h i = endpoint->endpoint_rfstart; endpoint 130 opal/mca/btl/usnic/btl_usnic_recv.h while (endpoint->endpoint_rcvd_segs[i]) { endpoint 131 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_rcvd_segs[i] = false; endpoint 132 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_next_contig_seq_to_recv++; endpoint 137 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_next_contig_seq_to_recv); endpoint 140 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_rfstart = i; endpoint 145 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_endpoint_t *endpoint, endpoint 161 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_handle_ack(endpoint, endpoint 190 opal/mca/btl/usnic/btl_usnic_recv.h delta = SEQ_DIFF(seq, endpoint->endpoint_next_contig_seq_to_recv); endpoint 194 opal/mca/btl/usnic/btl_usnic_recv.h (void*)endpoint, seg->rs_base.us_btl_header->pkt_seq, endpoint 195 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_next_contig_seq_to_recv, endpoint 196 opal/mca/btl/usnic/btl_usnic_recv.h (endpoint->endpoint_next_contig_seq_to_recv + endpoint 199 opal/mca/btl/usnic/btl_usnic_recv.h (void*) endpoint->endpoint_module); endpoint 204 opal/mca/btl/usnic/btl_usnic_recv.h ++endpoint->endpoint_module->stats.num_oow_low_recvs; endpoint 206 opal/mca/btl/usnic/btl_usnic_recv.h ++endpoint->endpoint_module->stats.num_oow_high_recvs; endpoint 234 opal/mca/btl/usnic/btl_usnic_recv.h i = SEQ_DIFF(seq, endpoint->endpoint_next_contig_seq_to_recv); endpoint 235 opal/mca/btl/usnic/btl_usnic_recv.h i = WINDOW_SIZE_MOD(i + endpoint->endpoint_rfstart); endpoint 236 opal/mca/btl/usnic/btl_usnic_recv.h if (endpoint->endpoint_rcvd_segs[i]) { endpoint 239 opal/mca/btl/usnic/btl_usnic_recv.h (void*) endpoint, seg->rs_base.us_btl_header->pkt_seq, (void*) seg); endpoint 243 opal/mca/btl/usnic/btl_usnic_recv.h assert(SEQ_LE(seq, endpoint->endpoint_highest_seq_rcvd)); endpoint 246 opal/mca/btl/usnic/btl_usnic_recv.h assert (SEQ_GT(seq, endpoint->endpoint_next_contig_seq_to_recv - 1)); endpoint 249 opal/mca/btl/usnic/btl_usnic_recv.h ++endpoint->endpoint_module->stats.num_dup_recvs; endpoint 254 opal/mca/btl/usnic/btl_usnic_recv.h if (SEQ_GT(seq, endpoint->endpoint_highest_seq_rcvd)) { endpoint 255 opal/mca/btl/usnic/btl_usnic_recv.h endpoint->endpoint_highest_seq_rcvd = seq; endpoint 262 opal/mca/btl/usnic/btl_usnic_recv.h if (!endpoint->endpoint_ack_needed) { endpoint 263 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_add_to_endpoints_needing_ack(endpoint); endpoint 283 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_endpoint_t *endpoint; endpoint 293 opal/mca/btl/usnic/btl_usnic_recv.h endpoint = lookup_sender(module, bseg); endpoint 294 opal/mca/btl/usnic/btl_usnic_recv.h seg->rs_endpoint = endpoint; endpoint 304 opal/mca/btl/usnic/btl_usnic_recv.h if (endpoint != NULL && !endpoint->endpoint_exiting && endpoint 310 opal/mca/btl/usnic/btl_usnic_recv.h delta = SEQ_DIFF(seq, endpoint->endpoint_next_contig_seq_to_recv); endpoint 315 opal/mca/btl/usnic/btl_usnic_recv.h i = seq - endpoint->endpoint_next_contig_seq_to_recv; endpoint 316 opal/mca/btl/usnic/btl_usnic_recv.h i = WINDOW_SIZE_MOD(i + endpoint->endpoint_rfstart); endpoint 317 opal/mca/btl/usnic/btl_usnic_recv.h if (endpoint->endpoint_rcvd_segs[i]) { endpoint 350 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_endpoint_t* endpoint; endpoint 354 opal/mca/btl/usnic/btl_usnic_recv.h endpoint = seg->rs_endpoint; endpoint 363 opal/mca/btl/usnic/btl_usnic_recv.h rc = opal_btl_usnic_check_rx_seq(endpoint, seg, &window_index); endpoint 370 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_update_window(endpoint, window_index); endpoint 374 opal/mca/btl/usnic/btl_usnic_recv.h if (endpoint->endpoint_exiting && ENDPOINT_DRAINED(endpoint)) { endpoint 375 opal/mca/btl/usnic/btl_usnic_recv.h OBJ_RELEASE(endpoint); endpoint 398 opal/mca/btl/usnic/btl_usnic_recv.h opal_btl_usnic_endpoint_t *endpoint; endpoint 407 opal/mca/btl/usnic/btl_usnic_recv.h endpoint = lookup_sender(module, bseg); endpoint 408 opal/mca/btl/usnic/btl_usnic_recv.h seg->rs_endpoint = endpoint; endpoint 414 opal/mca/btl/usnic/btl_usnic_recv.h if (endpoint != NULL && !endpoint->endpoint_exiting && endpoint 420 opal/mca/btl/usnic/btl_usnic_recv.h (void*) endpoint, bseg->us_btl_header->pkt_seq, endpoint 121 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_endpoint_t *endpoint, endpoint 185 opal/mca/btl/usnic/btl_usnic_send.c rc = opal_btl_usnic_endpoint_enqueue_frag(endpoint, frag); endpoint 26 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_endpoint_t *endpoint) endpoint 35 opal/mca/btl/usnic/btl_usnic_send.h if (!endpoint->endpoint_ready_to_send && endpoint 36 opal/mca/btl/usnic/btl_usnic_send.h !opal_list_is_empty(&endpoint->endpoint_frag_send_queue) && endpoint 37 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_send_credits > 0 && endpoint 38 opal/mca/btl/usnic/btl_usnic_send.h WINDOW_OPEN(endpoint)) { endpoint 39 opal/mca/btl/usnic/btl_usnic_send.h opal_list_append(&endpoint->endpoint_module->endpoints_with_sends, endpoint 40 opal/mca/btl/usnic/btl_usnic_send.h &endpoint->super); endpoint 41 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_ready_to_send = true; endpoint 43 opal/mca/btl/usnic/btl_usnic_send.h opal_output(0, "make endpoint %p RTS\n", (void*)endpoint); endpoint 46 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_ready_to_send, endpoint 47 opal/mca/btl/usnic/btl_usnic_send.h opal_list_is_empty(&endpoint->endpoint_frag_send_queue), endpoint 48 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_send_credits, endpoint 49 opal/mca/btl/usnic/btl_usnic_send.h WINDOW_OPEN(endpoint)); endpoint 63 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_endpoint_t *endpoint, endpoint 77 opal/mca/btl/usnic/btl_usnic_send.h (void*) endpoint->endpoint_remote_addrs[channel_id], endpoint 90 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_remote_addrs[channel_id], endpoint 119 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_endpoint_t *endpoint, endpoint 133 opal/mca/btl/usnic/btl_usnic_send.h (void*) endpoint->endpoint_remote_addrs[channel_id], endpoint 145 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_remote_addrs[channel_id], endpoint 168 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_endpoint_t *endpoint; endpoint 172 opal/mca/btl/usnic/btl_usnic_send.h endpoint = frag->sf_endpoint; endpoint 195 opal/mca/btl/usnic/btl_usnic_send.h assert(SEQ_GT(endpoint->endpoint_next_seq_to_send, endpoint 196 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_ack_seq_rcvd)); endpoint 197 opal/mca/btl/usnic/btl_usnic_send.h assert(WINDOW_OPEN(endpoint)); endpoint 201 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_next_seq_to_send++; endpoint 208 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_piggyback_ack(endpoint, sseg); endpoint 219 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_remote_modex.ipv4_addr, endpoint 220 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_remote_modex.netmask); endpoint 227 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_module->linux_device_name, endpoint 234 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_remote_modex.ports[sseg->ss_channel]); endpoint 239 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_post_segment(module, endpoint, sseg); endpoint 246 opal/mca/btl/usnic/btl_usnic_send.h assert(NULL == endpoint->endpoint_sent_segs[sfi]); endpoint 247 opal/mca/btl/usnic/btl_usnic_send.h endpoint->endpoint_sent_segs[sfi] = sseg; endpoint 251 opal/mca/btl/usnic/btl_usnic_send.h --endpoint->endpoint_send_credits; endpoint 263 opal/mca/btl/usnic/btl_usnic_send.h opal_hotel_checkin_with_res(&endpoint->endpoint_hotel, sseg, endpoint 273 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_endpoint_t *endpoint, endpoint 278 opal/mca/btl/usnic/btl_usnic_send.h (void*)frag, (void*)endpoint, endpoint 289 opal/mca/btl/usnic/btl_usnic_send.h opal_list_append(&endpoint->endpoint_frag_send_queue, endpoint 293 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_check_rts(endpoint); endpoint 323 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_endpoint_t *endpoint, endpoint 151 opal/mca/btl/usnic/btl_usnic_stats.c opal_btl_usnic_endpoint_t *endpoint; endpoint 160 opal/mca/btl/usnic/btl_usnic_stats.c endpoint = container_of(item, mca_btl_base_endpoint_t, endpoint 167 opal/mca/btl/usnic/btl_usnic_stats.c SEQ_DIFF(endpoint->endpoint_next_seq_to_send, endpoint 168 opal/mca/btl/usnic/btl_usnic_stats.c SEQ_DIFF(endpoint->endpoint_ack_seq_rcvd, 1)); endpoint 177 opal/mca/btl/usnic/btl_usnic_stats.c endpoint->endpoint_highest_seq_rcvd - endpoint 178 opal/mca/btl/usnic/btl_usnic_stats.c endpoint->endpoint_next_contig_seq_to_recv; endpoint 194 opal/mca/btl/vader/btl_vader.h struct mca_btl_base_endpoint_t *endpoint, endpoint 205 opal/mca/btl/vader/btl_vader.h struct mca_btl_base_endpoint_t *endpoint, endpoint 220 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_put_xpmem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 227 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_put_cma (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 234 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_put_knem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 240 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_put_sc_emu (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 253 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_get_xpmem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 260 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_get_cma (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 267 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_get_knem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 273 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_get_sc_emu (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 278 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_emu_aop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 283 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_emu_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 289 opal/mca/btl/vader/btl_vader.h int mca_btl_vader_emu_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 303 opal/mca/btl/vader/btl_vader.h struct mca_btl_base_endpoint_t* endpoint, endpoint 19 opal/mca/btl/vader/btl_vader_atomic.c static void mca_btl_vader_sc_emu_aop_complete (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 31 opal/mca/btl/vader/btl_vader_atomic.c cbfunc (btl, endpoint, local_address, NULL, context, cbdata, status); endpoint 34 opal/mca/btl/vader/btl_vader_atomic.c int mca_btl_vader_emu_aop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 41 opal/mca/btl/vader/btl_vader_atomic.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_ATOMIC, operand, 0, op, 0, order, flags, NULL, endpoint 48 opal/mca/btl/vader/btl_vader_atomic.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); endpoint 53 opal/mca/btl/vader/btl_vader_atomic.c static void mca_btl_vader_sc_emu_afop_complete (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 70 opal/mca/btl/vader/btl_vader_atomic.c cbfunc (btl, endpoint, local_address, NULL, context, cbdata, status); endpoint 73 opal/mca/btl/vader/btl_vader_atomic.c int mca_btl_vader_emu_afop (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 81 opal/mca/btl/vader/btl_vader_atomic.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_ATOMIC, operand, 0, op, 0, order, flags, endpoint 89 opal/mca/btl/vader/btl_vader_atomic.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); endpoint 94 opal/mca/btl/vader/btl_vader_atomic.c int mca_btl_vader_emu_acswap (struct mca_btl_base_module_t *btl, struct mca_btl_base_endpoint_t *endpoint, endpoint 101 opal/mca/btl/vader/btl_vader_atomic.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_CSWAP, compare, value, 0, 0, order, endpoint 109 opal/mca/btl/vader/btl_vader_atomic.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); endpoint 608 opal/mca/btl/vader/btl_vader_component.c void mca_btl_vader_poll_handle_frag (mca_btl_vader_hdr_t *hdr, struct mca_btl_base_endpoint_t *endpoint) endpoint 626 opal/mca/btl/vader/btl_vader_component.c xpmem_reg = vader_get_registation (endpoint, hdr->sc_iov.iov_base, endpoint 636 opal/mca/btl/vader/btl_vader_component.c vader_return_registration (xpmem_reg, endpoint); endpoint 642 opal/mca/btl/vader/btl_vader_component.c mca_btl_vader_endpoint_setup_fbox_recv (endpoint, relative2virtual(hdr->fbox_base)); endpoint 643 opal/mca/btl/vader/btl_vader_component.c mca_btl_vader_component.fbox_in_endpoints[mca_btl_vader_component.num_fbox_in_endpoints++] = endpoint; endpoint 647 opal/mca/btl/vader/btl_vader_component.c vader_fifo_write_back (hdr, endpoint); endpoint 652 opal/mca/btl/vader/btl_vader_component.c struct mca_btl_base_endpoint_t *endpoint; endpoint 657 opal/mca/btl/vader/btl_vader_component.c hdr = vader_fifo_read (mca_btl_vader_component.my_fifo, &endpoint); endpoint 662 opal/mca/btl/vader/btl_vader_component.c mca_btl_vader_poll_handle_frag (hdr, endpoint); endpoint 98 opal/mca/btl/vader/btl_vader_endpoint.h static inline void mca_btl_vader_endpoint_setup_fbox_recv (struct mca_btl_base_endpoint_t *endpoint, void *base) endpoint 100 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_in.startp = (uint32_t *) base; endpoint 101 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_in.start = MCA_BTL_VADER_FBOX_ALIGNMENT; endpoint 102 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_in.seq = 0; endpoint 104 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_in.buffer = base; endpoint 107 opal/mca/btl/vader/btl_vader_endpoint.h static inline void mca_btl_vader_endpoint_setup_fbox_send (struct mca_btl_base_endpoint_t *endpoint, opal_free_list_item_t *fbox) endpoint 111 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.start = MCA_BTL_VADER_FBOX_ALIGNMENT; endpoint 112 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.end = MCA_BTL_VADER_FBOX_ALIGNMENT; endpoint 113 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.startp = (uint32_t *) base; endpoint 114 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.startp[0] = MCA_BTL_VADER_FBOX_ALIGNMENT; endpoint 115 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.seq = 0; endpoint 116 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.fbox = fbox; endpoint 122 opal/mca/btl/vader/btl_vader_endpoint.h endpoint->fbox_out.buffer = base; endpoint 93 opal/mca/btl/vader/btl_vader_fifo.h static inline fifo_value_t virtual2relativepeer (struct mca_btl_base_endpoint_t *endpoint, char *addr) endpoint 95 opal/mca/btl/vader/btl_vader_fifo.h return (fifo_value_t) ((intptr_t) (addr - endpoint->segment_base)) | ((fifo_value_t)endpoint->peer_smp_rank << MCA_BTL_VADER_OFFSET_BITS); endpoint 86 opal/mca/btl/vader/btl_vader_frag.h struct mca_btl_base_endpoint_t *endpoint; endpoint 103 opal/mca/btl/vader/btl_vader_frag.h struct mca_btl_base_endpoint_t *endpoint) { endpoint 106 opal/mca/btl/vader/btl_vader_frag.h (*frag)->endpoint = endpoint; endpoint 126 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint) \ endpoint 127 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_eager, endpoint) endpoint 129 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint) \ endpoint 130 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_max_send, endpoint) endpoint 132 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint) \ endpoint 133 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_user, endpoint) endpoint 144 opal/mca/btl/vader/btl_vader_frag.h frag->base.des_cbfunc (&mca_btl_vader.super, frag->endpoint, &frag->base, OPAL_SUCCESS); endpoint 155 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_rdma_frag_alloc (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, int type, endpoint 165 opal/mca/btl/vader/btl_vader_frag.h frag = (mca_btl_vader_frag_t *) mca_btl_vader_alloc (btl, endpoint, order, total_size, endpoint 39 opal/mca/btl/vader/btl_vader_get.c int mca_btl_vader_get_xpmem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 51 opal/mca/btl/vader/btl_vader_get.c reg = vader_get_registation (endpoint, (void *)(intptr_t) remote_address, size, 0, &rem_ptr); endpoint 58 opal/mca/btl/vader/btl_vader_get.c vader_return_registration (reg, endpoint); endpoint 61 opal/mca/btl/vader/btl_vader_get.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 68 opal/mca/btl/vader/btl_vader_get.c int mca_btl_vader_get_cma (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 95 opal/mca/btl/vader/btl_vader_get.c ret = process_vm_readv (endpoint->segment_data.other.seg_ds->seg_cpid, &dst_iov, 1, &src_iov, 1, 0); endpoint 107 opal/mca/btl/vader/btl_vader_get.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 114 opal/mca/btl/vader/btl_vader_get.c int mca_btl_vader_get_knem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 153 opal/mca/btl/vader/btl_vader_get.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 159 opal/mca/btl/vader/btl_vader_get.c static void mca_btl_vader_sc_emu_get_complete (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 179 opal/mca/btl/vader/btl_vader_get.c cbfunc (btl, endpoint, local_address, NULL, context, cbdata, status); endpoint 182 opal/mca/btl/vader/btl_vader_get.c int mca_btl_vader_get_sc_emu (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 193 opal/mca/btl/vader/btl_vader_get.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_GET, 0, 0, 0, order, flags, size, endpoint 201 opal/mca/btl/vader/btl_vader_get.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); endpoint 71 opal/mca/btl/vader/btl_vader_knem.c struct mca_btl_base_endpoint_t *endpoint, endpoint 50 opal/mca/btl/vader/btl_vader_module.c struct mca_btl_base_endpoint_t *endpoint, endpoint 408 opal/mca/btl/vader/btl_vader_module.c struct mca_btl_base_endpoint_t *endpoint, endpoint 414 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint); endpoint 416 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint); endpoint 419 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint); endpoint 451 opal/mca/btl/vader/btl_vader_module.c struct mca_btl_base_endpoint_t *endpoint, endpoint 472 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint); endpoint 474 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint); endpoint 495 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint); endpoint 497 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint); endpoint 500 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint); endpoint 38 opal/mca/btl/vader/btl_vader_put.c int mca_btl_vader_put_xpmem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 46 opal/mca/btl/vader/btl_vader_put.c reg = vader_get_registation (endpoint, (void *)(intptr_t) remote_address, size, 0, &rem_ptr); endpoint 53 opal/mca/btl/vader/btl_vader_put.c vader_return_registration (reg, endpoint); endpoint 56 opal/mca/btl/vader/btl_vader_put.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 63 opal/mca/btl/vader/btl_vader_put.c int mca_btl_vader_put_cma (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 74 opal/mca/btl/vader/btl_vader_put.c ret = process_vm_writev (endpoint->segment_data.other.seg_ds->seg_cpid, &src_iov, 1, &dst_iov, 1, 0); endpoint 86 opal/mca/btl/vader/btl_vader_put.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 93 opal/mca/btl/vader/btl_vader_put.c int mca_btl_vader_put_knem (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 132 opal/mca/btl/vader/btl_vader_put.c cbfunc (btl, endpoint, local_address, local_handle, cbcontext, cbdata, OPAL_SUCCESS); endpoint 138 opal/mca/btl/vader/btl_vader_put.c static void mca_btl_vader_sc_emu_put_complete (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, endpoint 150 opal/mca/btl/vader/btl_vader_put.c cbfunc (btl, endpoint, local_address, NULL, context, cbdata, status); endpoint 156 opal/mca/btl/vader/btl_vader_put.c int mca_btl_vader_put_sc_emu (mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint, void *local_address, endpoint 168 opal/mca/btl/vader/btl_vader_put.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_PUT, 0, 0, 0, order, flags, size, endpoint 180 opal/mca/btl/vader/btl_vader_put.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); endpoint 38 opal/mca/btl/vader/btl_vader_send.c struct mca_btl_base_endpoint_t *endpoint, endpoint 55 opal/mca/btl/vader/btl_vader_send.c if (opal_list_get_size (&endpoint->pending_frags) || !vader_fifo_write_ep (frag->hdr, endpoint)) { endpoint 57 opal/mca/btl/vader/btl_vader_send.c OPAL_THREAD_LOCK(&endpoint->pending_frags_lock); endpoint 58 opal/mca/btl/vader/btl_vader_send.c opal_list_append (&endpoint->pending_frags, (opal_list_item_t *) frag); endpoint 59 opal/mca/btl/vader/btl_vader_send.c if (!endpoint->waiting) { endpoint 61 opal/mca/btl/vader/btl_vader_send.c opal_list_append (&mca_btl_vader_component.pending_endpoints, &endpoint->super); endpoint 63 opal/mca/btl/vader/btl_vader_send.c endpoint->waiting = true; endpoint 65 opal/mca/btl/vader/btl_vader_send.c OPAL_THREAD_UNLOCK(&endpoint->pending_frags_lock); endpoint 41 opal/mca/btl/vader/btl_vader_sendi.c struct mca_btl_base_endpoint_t *endpoint, endpoint 53 opal/mca/btl/vader/btl_vader_sendi.c if (OPAL_UNLIKELY(opal_list_get_size (&endpoint->pending_frags))) { endpoint 66 opal/mca/btl/vader/btl_vader_sendi.c mca_btl_vader_fbox_sendi (endpoint, tag, header, header_size, data_ptr, payload_size)) { endpoint 73 opal/mca/btl/vader/btl_vader_sendi.c frag = (mca_btl_vader_frag_t *) mca_btl_vader_alloc (btl, endpoint, order, length, endpoint 107 opal/mca/btl/vader/btl_vader_sendi.c if (!vader_fifo_write_ep (frag->hdr, endpoint)) { endpoint 46 opal/mca/btl/vader/btl_vader_xpmem.h mca_rcache_base_registration_t *vader_get_registation (struct mca_btl_base_endpoint_t *endpoint, void *rem_ptr, endpoint 49 opal/mca/btl/vader/btl_vader_xpmem.h void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *endpoint); endpoint 54 opal/mca/btl/vader/btl_vader_xpmem.h static inline mca_rcache_base_registration_t *vader_get_registation (struct mca_btl_base_endpoint_t *endpoint, void *rem_ptr, endpoint 57 opal/mca/btl/vader/btl_vader_xpmem.h (void) endpoint; endpoint 65 opal/mca/btl/vader/btl_vader_xpmem.h static inline void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *endpoint) endpoint 68 opal/mca/btl/vader/btl_vader_xpmem.h (void) endpoint; endpoint 838 opal/mca/event/libevent2022/libevent/test/regress_util.c int endpoint = 32 - (_evutil_weakrand() % 4); endpoint 848 opal/mca/event/libevent2022/libevent/test/regress_util.c endpoint-startpoint); endpoint 849 opal/mca/event/libevent2022/libevent/test/regress_util.c n += endpoint - startpoint; endpoint 851 opal/mca/event/libevent2022/libevent/test/regress_util.c if (j >= startpoint && j < endpoint) { endpoint 864 opal/mca/event/libevent2022/libevent/test/regress_util.c for (j=startpoint;j<endpoint;++j) {