uct_btl 25 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 28 opal/mca/btl/uct/btl_uct_am.c if (size <= (size_t) MCA_BTL_UCT_TL_ATTR(uct_btl->am_tl, 0).cap.am.max_short) { uct_btl 29 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_short (uct_btl, endpoint); uct_btl 30 opal/mca/btl/uct/btl_uct_am.c } else if (size <= uct_btl->super.btl_eager_limit) { uct_btl 31 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_eager (uct_btl, endpoint); uct_btl 33 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_max (uct_btl, endpoint); uct_btl 79 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 85 opal/mca/btl/uct/btl_uct_am.c if (OPAL_UNLIKELY(opal_convertor_need_buffers(convertor) || total_size > uct_btl->super.btl_eager_limit)) { uct_btl 97 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_short (uct_btl, endpoint); uct_btl 105 opal/mca/btl/uct/btl_uct_am.c if (total_size > (size_t) MCA_BTL_UCT_TL_ATTR(uct_btl->am_tl, 0).cap.am.max_short) { uct_btl 151 opal/mca/btl/uct/btl_uct_am.c static void mca_btl_uct_append_pending_frag (mca_btl_uct_module_t *uct_btl, mca_btl_uct_base_frag_t *frag, uct_btl 158 opal/mca/btl/uct/btl_uct_am.c opal_list_append (&uct_btl->pending_frags, (opal_list_item_t *) frag); uct_btl 161 opal/mca/btl/uct/btl_uct_am.c int mca_btl_uct_send_frag (mca_btl_uct_module_t *uct_btl, mca_btl_uct_base_frag_t *frag, bool append) uct_btl 170 opal/mca/btl/uct/btl_uct_am.c (void) mca_btl_uct_endpoint_test_am (uct_btl, frag->endpoint, frag->context, &ep_handle); uct_btl 190 opal/mca/btl/uct/btl_uct_am.c if (1 == frag->base.des_segment_count && (frag->uct_iov.length + 8) < MCA_BTL_UCT_TL_ATTR(uct_btl->am_tl, 0).cap.am.max_short) { uct_btl 224 opal/mca/btl/uct/btl_uct_am.c OPAL_THREAD_LOCK(&uct_btl->lock); uct_btl 225 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_append_pending_frag (uct_btl, frag, context, true); uct_btl 226 opal/mca/btl/uct/btl_uct_am.c OPAL_THREAD_UNLOCK(&uct_btl->lock); uct_btl 234 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 235 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_device_context_t *context = mca_btl_uct_module_get_am_context (uct_btl); uct_btl 247 opal/mca/btl/uct/btl_uct_am.c rc = mca_btl_uct_endpoint_check_am (uct_btl, endpoint, context, &ep_handle); uct_btl 249 opal/mca/btl/uct/btl_uct_am.c OPAL_THREAD_LOCK(&uct_btl->lock); uct_btl 251 opal/mca/btl/uct/btl_uct_am.c if (OPAL_SUCCESS != mca_btl_uct_endpoint_test_am (uct_btl, endpoint, context, &ep_handle)) { uct_btl 252 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_append_pending_frag (uct_btl, frag, context, false); uct_btl 253 opal/mca/btl/uct/btl_uct_am.c OPAL_THREAD_UNLOCK(&uct_btl->lock); uct_btl 256 opal/mca/btl/uct/btl_uct_am.c OPAL_THREAD_UNLOCK(&uct_btl->lock); uct_btl 259 opal/mca/btl/uct/btl_uct_am.c return mca_btl_uct_send_frag (uct_btl, frag, true); uct_btl 283 opal/mca/btl/uct/btl_uct_am.c static inline size_t mca_btl_uct_max_sendi (mca_btl_uct_module_t *uct_btl, int context_id) uct_btl 285 opal/mca/btl/uct/btl_uct_am.c return MCA_BTL_UCT_TL_ATTR(uct_btl->am_tl, context_id).cap.am.max_bcopy; uct_btl 292 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 293 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_device_context_t *context = mca_btl_uct_module_get_am_context (uct_btl); uct_btl 302 opal/mca/btl/uct/btl_uct_am.c rc = mca_btl_uct_endpoint_check_am (uct_btl, endpoint, context, &ep_handle); uct_btl 303 opal/mca/btl/uct/btl_uct_am.c if (OPAL_UNLIKELY(OPAL_SUCCESS != rc || msg_size > mca_btl_uct_max_sendi (uct_btl, context->context_id))) { uct_btl 316 opal/mca/btl/uct/btl_uct_am.c } else if (msg_size < (size_t) MCA_BTL_UCT_TL_ATTR(uct_btl->am_tl, context->context_id).cap.am.max_short) { uct_btl 30 opal/mca/btl/uct/btl_uct_am.h int mca_btl_uct_send_frag (mca_btl_uct_module_t *uct_btl, mca_btl_uct_base_frag_t *frag, bool append); uct_btl 32 opal/mca/btl/uct/btl_uct_amo.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 33 opal/mca/btl/uct/btl_uct_amo.c mca_btl_uct_device_context_t *context = mca_btl_uct_module_get_rdma_context (uct_btl); uct_btl 53 opal/mca/btl/uct/btl_uct_amo.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, uct_btl 60 opal/mca/btl/uct/btl_uct_amo.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); uct_btl 138 opal/mca/btl/uct/btl_uct_amo.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 139 opal/mca/btl/uct/btl_uct_amo.c mca_btl_uct_device_context_t *context = mca_btl_uct_module_get_rdma_context (uct_btl); uct_btl 147 opal/mca/btl/uct/btl_uct_amo.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, uct_btl 154 opal/mca/btl/uct/btl_uct_amo.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); uct_btl 301 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_module_t *uct_btl = tl_context->uct_btl; uct_btl 312 opal/mca/btl/uct/btl_uct_component.c reg->cbfunc (&uct_btl->super, header->data.tag, &frag.base, reg->cbdata); uct_btl 487 opal/mca/btl/uct/btl_uct_component.c static int mca_btl_uct_component_progress_pending (mca_btl_uct_module_t *uct_btl) uct_btl 492 opal/mca/btl/uct/btl_uct_component.c if (0 == (count = opal_list_get_size (&uct_btl->pending_frags))) { uct_btl 496 opal/mca/btl/uct/btl_uct_component.c OPAL_THREAD_LOCK(&uct_btl->lock); uct_btl 497 opal/mca/btl/uct/btl_uct_component.c OPAL_LIST_FOREACH_SAFE(frag, next, &uct_btl->pending_frags, mca_btl_uct_base_frag_t) { uct_btl 502 opal/mca/btl/uct/btl_uct_component.c opal_list_remove_item (&uct_btl->pending_frags, (opal_list_item_t *) frag); uct_btl 504 opal/mca/btl/uct/btl_uct_component.c if (OPAL_SUCCESS > mca_btl_uct_send_frag (uct_btl, frag, false)) { uct_btl 505 opal/mca/btl/uct/btl_uct_component.c opal_list_prepend (&uct_btl->pending_frags, (opal_list_item_t *) frag); uct_btl 508 opal/mca/btl/uct/btl_uct_component.c OPAL_THREAD_UNLOCK(&uct_btl->lock); uct_btl 68 opal/mca/btl/uct/btl_uct_endpoint.c static void mca_btl_uct_process_modex (mca_btl_uct_module_t *uct_btl, unsigned char *modex_data, uct_btl 74 opal/mca/btl/uct/btl_uct_endpoint.c if (uct_btl->rdma_tl) { uct_btl 84 opal/mca/btl/uct/btl_uct_endpoint.c if (uct_btl->am_tl && uct_btl->am_tl != uct_btl->rdma_tl) { uct_btl 94 opal/mca/btl/uct/btl_uct_endpoint.c if (uct_btl->conn_tl && uct_btl->conn_tl != uct_btl->rdma_tl && uct_btl->conn_tl != uct_btl->am_tl) { uct_btl 127 opal/mca/btl/uct/btl_uct_endpoint.c static int mca_btl_uct_endpoint_connect_iface (mca_btl_uct_module_t *uct_btl, mca_btl_uct_tl_t *tl, uct_btl 178 opal/mca/btl/uct/btl_uct_endpoint.c static int mca_btl_uct_endpoint_send_conn_req (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint, uct_btl 233 opal/mca/btl/uct/btl_uct_endpoint.c static int mca_btl_uct_endpoint_connect_endpoint (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint, uct_btl 240 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_tl_t *conn_tl = uct_btl->conn_tl; uct_btl 320 opal/mca/btl/uct/btl_uct_endpoint.c rc = mca_btl_uct_endpoint_send_conn_req (uct_btl, endpoint, conn_tl_context, request, request_length); uct_btl 331 opal/mca/btl/uct/btl_uct_endpoint.c int mca_btl_uct_endpoint_connect (mca_btl_uct_module_t *uct_btl, mca_btl_uct_endpoint_t *endpoint, int context_id, uct_btl 335 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_tl_t *tl = (uct_btl->rdma_tl && tl_index == uct_btl->rdma_tl->tl_index) ? uct_btl 336 opal/mca/btl/uct/btl_uct_endpoint.c uct_btl->rdma_tl : uct_btl->am_tl; uct_btl 337 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_device_context_t *tl_context = mca_btl_uct_module_get_tl_context_specific (uct_btl, tl, context_id); uct_btl 385 opal/mca/btl/uct/btl_uct_endpoint.c BTL_VERBOSE(("found modex for md %s, searching for %s", modex_data + 4, uct_btl->md_name)); uct_btl 389 opal/mca/btl/uct/btl_uct_endpoint.c if (0 != strcmp ((char *) modex_data, uct_btl->md_name)) { uct_btl 397 opal/mca/btl/uct/btl_uct_endpoint.c mca_btl_uct_process_modex (uct_btl, modex_data, &rdma_tl_data, &am_tl_data, &conn_tl_data); uct_btl 401 opal/mca/btl/uct/btl_uct_endpoint.c tl_data = (tl == uct_btl->rdma_tl) ? rdma_tl_data : am_tl_data; uct_btl 410 opal/mca/btl/uct/btl_uct_endpoint.c rc = mca_btl_uct_endpoint_connect_iface (uct_btl, tl, tl_context, tl_endpoint, tl_data); uct_btl 412 opal/mca/btl/uct/btl_uct_endpoint.c rc = mca_btl_uct_endpoint_connect_endpoint (uct_btl, endpoint, tl, tl_context, tl_endpoint, uct_btl 17 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc (mca_btl_uct_module_t *uct_btl, opal_free_list_t *fl, uct_btl 24 opal/mca/btl/uct/btl_uct_frag.h frag->btl = uct_btl; uct_btl 36 opal/mca/btl/uct/btl_uct_frag.h mca_btl_uct_module_t *uct_btl = frag->btl; uct_btl 40 opal/mca/btl/uct/btl_uct_frag.h frag->base.des_cbfunc(&uct_btl->super, frag->endpoint, &frag->base, rc); uct_btl 48 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc_short (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint) uct_btl 50 opal/mca/btl/uct/btl_uct_frag.h return mca_btl_uct_frag_alloc (uct_btl, &uct_btl->short_frags, endpoint); uct_btl 53 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc_eager (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint) uct_btl 55 opal/mca/btl/uct/btl_uct_frag.h return mca_btl_uct_frag_alloc (uct_btl, &uct_btl->eager_frags, endpoint); uct_btl 58 opal/mca/btl/uct/btl_uct_frag.h static inline mca_btl_uct_base_frag_t *mca_btl_uct_frag_alloc_max (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint) uct_btl 60 opal/mca/btl/uct/btl_uct_frag.h return mca_btl_uct_frag_alloc (uct_btl, &uct_btl->max_frags, endpoint); uct_btl 35 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_uct_completion_alloc (mca_btl_uct_module_t *uct_btl, mca_btl_base_endpoint_t *endpoint, uct_btl 43 opal/mca/btl/uct/btl_uct_rdma.c comp->btl = &uct_btl->super; uct_btl 73 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 74 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_device_context_t *context = mca_btl_uct_module_get_rdma_context (uct_btl); uct_btl 84 opal/mca/btl/uct/btl_uct_rdma.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, uct_btl 92 opal/mca/btl/uct/btl_uct_rdma.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); uct_btl 101 opal/mca/btl/uct/btl_uct_rdma.c if (size <= MCA_BTL_UCT_TL_ATTR(uct_btl->rdma_tl, context->context_id).cap.get.max_bcopy) { uct_btl 160 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 161 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_device_context_t *context = mca_btl_uct_module_get_rdma_context (uct_btl); uct_btl 172 opal/mca/btl/uct/btl_uct_rdma.c if (size > uct_btl->super.btl_put_local_registration_threshold && cbfunc) { uct_btl 173 opal/mca/btl/uct/btl_uct_rdma.c comp = mca_btl_uct_uct_completion_alloc (uct_btl, endpoint, local_address, local_handle, context, uct_btl 180 opal/mca/btl/uct/btl_uct_rdma.c rc = mca_btl_uct_get_rkey (uct_btl, context, endpoint, remote_handle, &rkey, &ep_handle); uct_btl 189 opal/mca/btl/uct/btl_uct_rdma.c if (size <= uct_btl->super.btl_put_local_registration_threshold) { uct_btl 190 opal/mca/btl/uct/btl_uct_rdma.c use_short = size <= MCA_BTL_UCT_TL_ATTR(uct_btl->rdma_tl, context->context_id).cap.put.max_short; uct_btl 247 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 248 opal/mca/btl/uct/btl_uct_rdma.c const int tl_index = uct_btl->rdma_tl->tl_index; uct_btl 255 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_device_context_t *context = uct_btl->rdma_tl->uct_dev_contexts[i]; uct_btl 283 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_module_t *uct_btl = (mca_btl_uct_module_t *) btl; uct_btl 285 opal/mca/btl/uct/btl_uct_rdma.c mca_btl_uct_device_context_t *context = uct_btl->rdma_tl->uct_dev_contexts[context_id]; uct_btl 296 opal/mca/btl/uct/btl_uct_tl.c context->uct_btl = module; uct_btl 136 opal/mca/btl/uct/btl_uct_types.h struct mca_btl_uct_module_t *uct_btl;