bml_btl 102 ompi/mca/bml/base/bml_base_btl.c int mca_bml_base_send( mca_bml_base_btl_t* bml_btl, bml_btl 106 ompi/mca/bml/base/bml_base_btl.c des->des_context = (void*)bml_btl; bml_btl 116 ompi/mca/bml/base/bml_base_btl.c des->des_cbfunc(bml_btl->btl, bml_btl->btl_endpoint, des, OMPI_SUCCESS); bml_btl 135 ompi/mca/bml/base/bml_base_btl.c return bml_btl->btl_send( bml_btl->btl, bml_btl 136 ompi/mca/bml/base/bml_base_btl.c bml_btl->btl_endpoint, bml_btl 237 ompi/mca/bml/bml.h static inline void mca_bml_base_alloc( mca_bml_base_btl_t* bml_btl, bml_btl 241 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 242 ompi/mca/bml/bml.h *des = btl->btl_alloc(btl, bml_btl->btl_endpoint, order, size, flags); bml_btl 245 ompi/mca/bml/bml.h static inline void mca_bml_base_free( mca_bml_base_btl_t* bml_btl, bml_btl 248 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 258 ompi/mca/bml/bml.h int mca_bml_base_send( mca_bml_base_btl_t* bml_btl, bml_btl 265 ompi/mca/bml/bml.h static inline int mca_bml_base_send( mca_bml_base_btl_t* bml_btl, bml_btl 270 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 272 ompi/mca/bml/bml.h des->des_context = (void*) bml_btl; bml_btl 273 ompi/mca/bml/bml.h rc = btl->btl_send(btl, bml_btl->btl_endpoint, des, tag); bml_btl 282 ompi/mca/bml/bml.h static inline int mca_bml_base_send_status( mca_bml_base_btl_t* bml_btl, bml_btl 286 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 288 ompi/mca/bml/bml.h des->des_context = (void*) bml_btl; bml_btl 289 ompi/mca/bml/bml.h return btl->btl_send(btl, bml_btl->btl_endpoint, des, tag); bml_btl 292 ompi/mca/bml/bml.h static inline int mca_bml_base_sendi( mca_bml_base_btl_t* bml_btl, bml_btl 302 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 303 ompi/mca/bml/bml.h return btl->btl_sendi(btl, bml_btl->btl_endpoint, bml_btl 308 ompi/mca/bml/bml.h static inline int mca_bml_base_put( mca_bml_base_btl_t* bml_btl, void *local_address, uint64_t remote_address, bml_btl 313 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 315 ompi/mca/bml/bml.h return btl->btl_put( btl, bml_btl->btl_endpoint, local_address, remote_address, local_handle, bml_btl 316 ompi/mca/bml/bml.h remote_handle, size, flags, order, cbfunc, (void *) bml_btl, cbdata); bml_btl 319 ompi/mca/bml/bml.h static inline int mca_bml_base_get( mca_bml_base_btl_t* bml_btl, void *local_address, uint64_t remote_address, bml_btl 324 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 326 ompi/mca/bml/bml.h return btl->btl_get( btl, bml_btl->btl_endpoint, local_address, remote_address, local_handle, bml_btl 327 ompi/mca/bml/bml.h remote_handle, size, flags, order, cbfunc, (void *) bml_btl, cbdata); bml_btl 331 ompi/mca/bml/bml.h static inline void mca_bml_base_prepare_src(mca_bml_base_btl_t* bml_btl, bml_btl 339 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 341 ompi/mca/bml/bml.h *des = btl->btl_prepare_src( btl, bml_btl->btl_endpoint, conv, bml_btl 344 ompi/mca/bml/bml.h (*des)->des_context = (void*) bml_btl; bml_btl 348 ompi/mca/bml/bml.h static inline void mca_bml_base_register_mem (mca_bml_base_btl_t* bml_btl, void *base, bml_btl 352 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 354 ompi/mca/bml/bml.h *handle = btl->btl_register_mem (btl, bml_btl->btl_endpoint, base, size, flags); bml_btl 357 ompi/mca/bml/bml.h static inline void mca_bml_base_deregister_mem (mca_bml_base_btl_t* bml_btl, mca_btl_base_registration_handle_t *handle) bml_btl 359 ompi/mca/bml/bml.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 139 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t *bml_btl = mca_bml_base_btl_array_get_index (btl_array, i); bml_btl 140 ompi/mca/bml/r2/bml_r2.c mca_btl_base_module_t *btl = bml_btl->btl; bml_btl 200 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t* bml_btl = NULL; bml_btl 232 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index (&bml_endpoint->btl_send, size - 1); bml_btl 234 ompi/mca/bml/r2/bml_r2.c if (!bml_btl || bml_btl->btl->btl_exclusivity <= btl->btl_exclusivity) { bml_btl 244 ompi/mca/bml/r2/bml_r2.c if (NULL == bml_btl || (bml_btl->btl->btl_exclusivity <= btl->btl_exclusivity)) { bml_btl 245 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_insert (&bml_endpoint->btl_send); bml_btl 246 ompi/mca/bml/r2/bml_r2.c bml_btl->btl = btl; bml_btl 247 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_endpoint = btl_endpoint; bml_btl 248 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = 0; bml_btl 249 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_flags = btl_flags; bml_btl 254 ompi/mca/bml/r2/bml_r2.c bml_endpoint->btl_flags_or |= bml_btl->btl_flags; bml_btl 261 ompi/mca/bml/r2/bml_r2.c bml_btl->btl->btl_component->btl_version.mca_component_name, bml_btl 262 ompi/mca/bml/r2/bml_r2.c bml_btl->btl->btl_exclusivity, bml_btl 325 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t *bml_btl = bml_btl 327 ompi/mca/bml/r2/bml_r2.c mca_btl_base_module_t *btl = bml_btl->btl; bml_btl 331 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(btl->btl_bandwidth / total_bandwidth); bml_btl 333 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(1.0 / n_send); bml_btl 342 ompi/mca/bml/r2/bml_r2.c *bml_btl_new = *bml_btl; bml_btl 358 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t *bml_btl = bml_btl 362 ompi/mca/bml/r2/bml_r2.c if (bml_btl->btl->btl_bandwidth > 0.0) { bml_btl 363 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(bml_btl->btl->btl_bandwidth / total_bandwidth); bml_btl 365 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(1.0 / n_rdma); bml_btl 621 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t* bml_btl = mca_bml_base_btl_array_get_index(&bml_endpoint->btl_send, f_index); bml_btl 622 ompi/mca/bml/r2/bml_r2.c mca_btl_base_module_t *btl = bml_btl->btl; bml_btl 624 ompi/mca/bml/r2/bml_r2.c int rc = btl->btl_del_procs (btl, 1, (opal_proc_t **) &proc, &bml_btl->btl_endpoint); bml_btl 643 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t *bml_btl = mca_bml_base_btl_array_get_index (&bml_endpoint->btl_send, f_index); bml_btl 644 ompi/mca/bml/r2/bml_r2.c if (bml_btl->btl_endpoint == rdma_btl->btl_endpoint) { bml_btl 693 ompi/mca/bml/r2/bml_r2.c mca_bml_base_btl_t* bml_btl; bml_btl 712 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_send, b); bml_btl 713 ompi/mca/bml/r2/bml_r2.c ep_btl = bml_btl->btl; bml_btl 723 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_send, b); bml_btl 724 ompi/mca/bml/r2/bml_r2.c ep_btl = bml_btl->btl; bml_btl 727 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(ep_btl->btl_bandwidth / total_bandwidth); bml_btl 729 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(1.0 / mca_bml_base_btl_array_get_size(&ep->btl_send)); bml_btl 742 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_rdma, b); bml_btl 743 ompi/mca/bml/r2/bml_r2.c ep_btl = bml_btl->btl; bml_btl 757 ompi/mca/bml/r2/bml_r2.c bml_btl = mca_bml_base_btl_array_get_index(&ep->btl_rdma, b); bml_btl 758 ompi/mca/bml/r2/bml_r2.c ep_btl = bml_btl->btl; bml_btl 761 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(ep_btl->btl_bandwidth / total_bandwidth); bml_btl 763 ompi/mca/bml/r2/bml_r2.c bml_btl->btl_weight = (float)(1.0 / mca_bml_base_btl_array_get_size(&ep->btl_rdma)); bml_btl 651 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_btl_t* bml_btl = &ep->btl_eager.bml_btls[n]; bml_btl 652 ompi/mca/pml/ob1/pml_ob1.c bml_btl->btl->btl_dump(bml_btl->btl, bml_btl->btl_endpoint, verbose); bml_btl 664 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*) des->des_context; bml_btl 667 ompi/mca/pml/ob1/pml_ob1.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 677 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_btl_t* bml_btl, bml_btl 686 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_alloc(bml_btl, &fin, order, sizeof(mca_pml_ob1_fin_hdr_t), bml_btl 690 ompi/mca/pml/ob1/pml_ob1.c MCA_PML_OB1_ADD_FIN_TO_PENDING(proc, hdr_frag, rdma_size, bml_btl, order, status); bml_btl 703 ompi/mca/pml/ob1/pml_ob1.c rc = mca_bml_base_send( bml_btl, fin, MCA_PML_OB1_HDR_TYPE_FIN ); bml_btl 706 ompi/mca/pml/ob1/pml_ob1.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 710 ompi/mca/pml/ob1/pml_ob1.c mca_bml_base_free(bml_btl, fin); bml_btl 711 ompi/mca/pml/ob1/pml_ob1.c MCA_PML_OB1_ADD_FIN_TO_PENDING(proc, hdr_frag, rdma_size, bml_btl, order, status); bml_btl 715 ompi/mca/pml/ob1/pml_ob1.c void mca_pml_ob1_process_pending_packets(mca_bml_base_btl_t* bml_btl) bml_btl 728 ompi/mca/pml/ob1/pml_ob1.c if(pckt->bml_btl != NULL && bml_btl 729 ompi/mca/pml/ob1/pml_ob1.c pckt->bml_btl->btl == bml_btl->btl) { bml_btl 730 ompi/mca/pml/ob1/pml_ob1.c send_dst = pckt->bml_btl; bml_btl 735 ompi/mca/pml/ob1/pml_ob1.c &endpoint->btl_eager, bml_btl->btl); bml_btl 1053 ompi/mca/pml/ob1/pml_ob1.c if(b1->bml_btl->btl_weight < b2->bml_btl->btl_weight) bml_btl 1055 ompi/mca/pml/ob1/pml_ob1.c if(b1->bml_btl->btl_weight > b2->bml_btl->btl_weight) bml_btl 226 ompi/mca/pml/ob1/pml_ob1.h struct mca_bml_base_btl_t *bml_btl; bml_btl 254 ompi/mca/pml/ob1/pml_ob1.h _pckt->bml_btl = (B); \ bml_btl 282 ompi/mca/pml/ob1/pml_ob1.h int mca_pml_ob1_send_fin(ompi_proc_t* proc, mca_bml_base_btl_t* bml_btl, bml_btl 290 ompi/mca/pml/ob1/pml_ob1.h void mca_pml_ob1_process_pending_packets(mca_bml_base_btl_t* bml_btl); bml_btl 298 ompi/mca/pml/ob1/pml_ob1.h #define MCA_PML_OB1_PROGRESS_PENDING(bml_btl) \ bml_btl 301 ompi/mca/pml/ob1/pml_ob1.h mca_pml_ob1_process_pending_packets(bml_btl); \ bml_btl 305 ompi/mca/pml/ob1/pml_ob1.h mca_pml_ob1_send_request_process_pending(bml_btl); \ bml_btl 353 ompi/mca/pml/ob1/pml_ob1.h mca_bml_base_btl_t *bml_btl; bml_btl 382 ompi/mca/pml/ob1/pml_ob1.h mca_bml_base_btl_t* bml_btl = btls[i].bml_btl; bml_btl 385 ompi/mca/pml/ob1/pml_ob1.h length = (length_left > bml_btl->btl->btl_eager_limit)? bml_btl 386 ompi/mca/pml/ob1/pml_ob1.h ((size_t)(size * (bml_btl->btl_weight / weight_total))) : bml_btl 57 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_bml_base_btl_t* bml_btl, bml_btl 63 ompi/mca/pml/ob1/pml_ob1_cuda.c (sendreq->req_send.req_bytes_packed > (bml_btl->btl->btl_cuda_rdma_limit - sizeof(mca_pml_ob1_hdr_t)))) { bml_btl 64 ompi/mca/pml/ob1/pml_ob1_cuda.c return mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, 0, 0); bml_btl 79 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rdma(sendreq, bml_btl, bml_btl 85 ompi/mca/pml/ob1/pml_ob1_cuda.c if (bml_btl->btl_flags & MCA_BTL_FLAGS_CUDA_PUT) { bml_btl 86 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, bml_btl 89 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, 0, 0); bml_btl 96 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, 0, 0); bml_btl 121 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_bml_base_btl_t* bml_btl = bml_btl 124 ompi/mca/pml/ob1/pml_ob1_cuda.c if (bml_btl->btl_flags & MCA_BTL_FLAGS_CUDA_GET) { bml_btl 127 ompi/mca/pml/ob1/pml_ob1_cuda.c if( NULL != bml_btl->btl->btl_register_mem ) { bml_btl 129 ompi/mca/pml/ob1/pml_ob1_cuda.c handle = bml_btl->btl->btl_register_mem (bml_btl->btl, bml_btl->btl_endpoint, bml_btl 137 ompi/mca/pml/ob1/pml_ob1_cuda.c rdma_btls[num_btls_used].bml_btl = bml_btl; bml_btl 139 ompi/mca/pml/ob1/pml_ob1_cuda.c weight_total += bml_btl->btl_weight; bml_btl 161 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_bml_base_btl_t *bml_btl = mca_bml_base_btl_array_find(&bml_endpoint->btl_send, btl); bml_btl 164 ompi/mca/pml/ob1/pml_ob1_cuda.c if (NULL == bml_btl) { bml_btl 165 ompi/mca/pml/ob1/pml_ob1_cuda.c bml_btl = mca_bml_base_btl_array_find(&bml_endpoint->btl_rdma, btl); bml_btl 168 ompi/mca/pml/ob1/pml_ob1_cuda.c assert(NULL != bml_btl); bml_btl 171 ompi/mca/pml/ob1/pml_ob1_cuda.c (bml_btl->btl_flags & MCA_BTL_FLAGS_CUDA_GET)) { bml_btl 85 ompi/mca/pml/ob1/pml_ob1_isend.c mca_bml_base_btl_t *bml_btl; bml_btl 90 ompi/mca/pml/ob1/pml_ob1_isend.c bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); bml_btl 91 ompi/mca/pml/ob1/pml_ob1_isend.c if( NULL == bml_btl->btl->btl_sendi) bml_btl 120 ompi/mca/pml/ob1/pml_ob1_isend.c rc = mca_bml_base_sendi (bml_btl, &convertor, &match, OMPI_PML_OB1_MATCH_HDR_LEN, bml_btl 103 ompi/mca/pml/ob1/pml_ob1_progress.c mca_bml_base_btl_t* bml_btl; bml_btl 107 ompi/mca/pml/ob1/pml_ob1_progress.c bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); bml_btl 108 ompi/mca/pml/ob1/pml_ob1_progress.c rc = mca_pml_ob1_send_request_start_btl(sendreq, bml_btl); bml_btl 57 ompi/mca/pml/ob1/pml_ob1_rdma.c mca_bml_base_btl_t* bml_btl = bml_btl 61 ompi/mca/pml/ob1/pml_ob1_rdma.c mca_btl_base_module_t *btl = bml_btl->btl; bml_btl 69 ompi/mca/pml/ob1/pml_ob1_rdma.c if (eager_btl->btl_endpoint == bml_btl->btl_endpoint) { bml_btl 89 ompi/mca/pml/ob1/pml_ob1_rdma.c reg_handle = btl->btl_register_mem (btl, bml_btl->btl_endpoint, base, bml_btl 97 ompi/mca/pml/ob1/pml_ob1_rdma.c rdma_btls[num_btls_used].bml_btl = bml_btl; bml_btl 99 ompi/mca/pml/ob1/pml_ob1_rdma.c weight_total += bml_btl->btl_weight; bml_btl 123 ompi/mca/pml/ob1/pml_ob1_rdma.c mca_bml_base_btl_t *bml_btl = mca_bml_base_btl_array_get_next(&bml_endpoint->btl_rdma); bml_btl 129 ompi/mca/pml/ob1/pml_ob1_rdma.c if (eager_btl->btl_endpoint == bml_btl->btl_endpoint) { bml_btl 153 ompi/mca/pml/ob1/pml_ob1_rdma.c mca_bml_base_btl_t *bml_btl = mca_bml_base_btl_array_get_next(&bml_endpoint->btl_rdma); bml_btl 159 ompi/mca/pml/ob1/pml_ob1_rdma.c if (eager_btl->btl_endpoint == bml_btl->btl_endpoint) { bml_btl 169 ompi/mca/pml/ob1/pml_ob1_rdma.c rdma_btls[rdma_count].bml_btl = bml_btl; bml_btl 172 ompi/mca/pml/ob1/pml_ob1_rdma.c weight_total += bml_btl->btl_weight; bml_btl 186 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*)des->des_context; bml_btl 188 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 198 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; bml_btl 214 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_schedule(recvreq, bml_btl); bml_btl 218 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 226 ompi/mca/pml/ob1/pml_ob1_recvreq.c ompi_proc_t* proc, mca_bml_base_btl_t* bml_btl, bml_btl 235 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_alloc(bml_btl, &des, MCA_BTL_NO_ORDER, bml_btl 253 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_ACK); bml_btl 258 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_free(bml_btl, des); bml_btl 379 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = (mca_bml_base_btl_t *) context; bml_btl 398 ompi/mca/pml/ob1/pml_ob1_recvreq.c bml_btl, frag->rdma_hdr.hdr_rget.hdr_frag, bml_btl 406 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 417 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; bml_btl 423 ompi/mca/pml/ob1/pml_ob1_recvreq.c reg_size = bml_btl->btl->btl_registration_handle_size; bml_btl 432 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_alloc (bml_btl, &ctl, MCA_BTL_NO_ORDER, sizeof (mca_pml_ob1_rdma_hdr_t) + reg_size, bml_btl 457 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_bml_base_send (bml_btl, ctl, MCA_PML_OB1_HDR_TYPE_PUT); bml_btl 461 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_free (bml_btl, ctl); bml_btl 475 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; bml_btl 479 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (bml_btl->btl->btl_register_mem && !frag->local_handle && !recvreq->local_handle) { bml_btl 480 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_register_mem (bml_btl, frag->local_address, frag->rdma_length, MCA_BTL_REG_FLAG_LOCAL_WRITE | bml_btl 498 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_bml_base_get (bml_btl, frag->local_address, frag->remote_address, local_handle, bml_btl 693 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl; bml_btl 694 ompi/mca/pml/ob1/pml_ob1_recvreq.c bml_btl = mca_bml_base_btl_array_find(&bml_endpoint->btl_send, btl); bml_btl 696 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (bml_btl->btl_flags & MCA_BTL_FLAGS_CUDA_GET) { bml_btl 697 ompi/mca/pml/ob1/pml_ob1_recvreq.c rdma_bml = bml_btl; bml_btl 971 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t* bml_btl; bml_btl 980 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recvreq->req_rdma[i].bml_btl != start_bml_btl) bml_btl 1015 ompi/mca/pml/ob1/pml_ob1_recvreq.c bml_btl = recvreq->req_rdma[rdma_idx].bml_btl; bml_btl 1020 ompi/mca/pml/ob1/pml_ob1_recvreq.c btl = bml_btl->btl; bml_btl 1043 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_register_mem (bml_btl, data_ptr, size, MCA_BTL_REG_FLAG_REMOTE_WRITE, bml_btl 1055 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_bml = bml_btl; bml_btl 170 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_btl_t *bml_btl = recvreq->req_rdma[i].bml_btl; bml_btl 173 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_deregister_mem (bml_btl, handle); bml_btl 419 ompi/mca/pml/ob1/pml_ob1_recvreq.h _pckt->bml_btl = NULL; \ bml_btl 427 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_btl_t* bml_btl, uint64_t hdr_src_req, void *hdr_dst_req, bml_btl 435 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_btl_t* bml_btl; bml_btl 441 ompi/mca/pml/ob1/pml_ob1_recvreq.h bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); bml_btl 442 ompi/mca/pml/ob1/pml_ob1_recvreq.h if(mca_pml_ob1_recv_request_ack_send_btl(proc, bml_btl, hdr_src_req, bml_btl 47 ompi/mca/pml/ob1/pml_ob1_sendreq.c void mca_pml_ob1_send_request_process_pending(mca_bml_base_btl_t *bml_btl) bml_btl 70 ompi/mca/pml/ob1/pml_ob1_sendreq.c &sendreq->req_endpoint->btl_eager, bml_btl->btl); bml_btl 163 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( mca_bml_base_btl_t* bml_btl, bml_btl 175 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 185 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*) des->des_context; bml_btl 193 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( bml_btl, sendreq ); bml_btl 197 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( mca_bml_base_btl_t* bml_btl, bml_btl 216 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 230 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*)des->des_context; bml_btl 248 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( bml_btl, sendreq, req_bytes_delivered ); bml_btl 260 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; bml_btl 279 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 293 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*) des->des_context; bml_btl 296 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 311 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*) des->des_context; bml_btl 336 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 352 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*) des->des_context; bml_btl 364 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_FRAG); bml_btl 378 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl, bml_btl 390 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_alloc(bml_btl, &des, bml_btl 410 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des); bml_btl 436 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des); bml_btl 447 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des); bml_btl 465 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_RNDV); bml_btl 468 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( bml_btl, sendreq, req_bytes_delivered); bml_btl 472 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des ); bml_btl 484 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl, bml_btl 495 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(NULL != bml_btl->btl->btl_sendi) { bml_btl 506 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_sendi( bml_btl, &sendreq->req_send.req_base.req_convertor, bml_btl 526 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_alloc( bml_btl, &des, bml_btl 585 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send_status(bml_btl, des, MCA_PML_OB1_HDR_TYPE_MATCH); bml_btl 590 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( bml_btl, sendreq ); bml_btl 600 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free (bml_btl, des); bml_btl 611 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl, bml_btl 620 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_prepare_src( bml_btl, bml_btl 647 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_MATCH); bml_btl 652 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( bml_btl, sendreq ); bml_btl 656 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des ); bml_btl 667 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl, bml_btl 684 ompi/mca/pml/ob1/pml_ob1_sendreq.c bml_btl = sendreq->req_rdma[0].bml_btl; bml_btl 685 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (!(bml_btl->btl_flags & (MCA_BTL_FLAGS_GET | MCA_BTL_FLAGS_CUDA_GET))) { bml_btl 688 ompi/mca/pml/ob1/pml_ob1_sendreq.c return mca_pml_ob1_send_request_start_rndv (sendreq, bml_btl, 0, MCA_PML_OB1_HDR_FLAGS_CONTIG | bml_btl 706 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_bml = bml_btl; bml_btl 712 ompi/mca/pml/ob1/pml_ob1_sendreq.c reg_size = bml_btl->btl->btl_registration_handle_size; bml_btl 715 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_alloc(bml_btl, &des, MCA_BTL_NO_ORDER, sizeof (*hdr) + reg_size, bml_btl 754 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_RGET); bml_btl 756 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des); bml_btl 770 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl, bml_btl 781 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_alloc( bml_btl, bml_btl 793 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_prepare_src( bml_btl, bml_btl 834 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_RNDV); bml_btl 837 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( bml_btl, sendreq, size ); bml_btl 841 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des ); bml_btl 868 ompi/mca/pml/ob1/pml_ob1_sendreq.c sr->range_btls[n].bml_btl = bml_btl 870 ompi/mca/pml/ob1/pml_ob1_sendreq.c weight_total += sr->range_btls[n].bml_btl->btl_weight; bml_btl 948 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t* bml_btl; bml_btl 976 ompi/mca/pml/ob1/pml_ob1_sendreq.c bml_btl = range->range_btls[btl_idx].bml_btl; bml_btl 983 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(bml_btl->btl->btl_max_send_size != 0) { bml_btl 986 ompi/mca/pml/ob1/pml_ob1_sendreq.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && (bml_btl->btl->btl_cuda_max_send_size != 0)) { bml_btl 987 ompi/mca/pml/ob1/pml_ob1_sendreq.c max_send_size = bml_btl->btl->btl_cuda_max_send_size - sizeof(mca_pml_ob1_frag_hdr_t); bml_btl 989 ompi/mca/pml/ob1/pml_ob1_sendreq.c max_send_size = bml_btl->btl->btl_max_send_size - sizeof(mca_pml_ob1_frag_hdr_t); bml_btl 992 ompi/mca/pml/ob1/pml_ob1_sendreq.c size_t max_send_size = bml_btl->btl->btl_max_send_size - bml_btl 1013 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_prepare_src(bml_btl, &sendreq->req_send.req_base.req_convertor, bml_btl 1028 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl, des); bml_btl 1078 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_send(bml_btl, des, MCA_PML_OB1_HDR_TYPE_FRAG); bml_btl 1090 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_free(bml_btl,des); bml_btl 1105 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; bml_btl 1114 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_fin (sendreq->req_send.req_base.req_proc, bml_btl, bml_btl 1140 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = (mca_bml_base_btl_t *) context; bml_btl 1145 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_fin (sendreq->req_send.req_base.req_proc, bml_btl, bml_btl 1162 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_PROGRESS_PENDING(bml_btl); bml_btl 1169 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; bml_btl 1172 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (bml_btl->btl->btl_register_mem && NULL == frag->local_handle) { bml_btl 1175 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (sendreq->req_rdma[i].bml_btl == frag->rdma_bml) { bml_btl 1184 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_register_mem (bml_btl, frag->local_address, frag->rdma_length, 0, bml_btl 1200 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_put (bml_btl, frag->local_address, frag->remote_address, local_handle, bml_btl 170 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t *bml_btl = sendreq->req_rdma[r].bml_btl; bml_btl 173 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_deregister_mem (bml_btl, handle); bml_btl 339 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl, bml_btl 349 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl, bml_btl 354 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl, bml_btl 359 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl, bml_btl 364 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl, bml_btl 369 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl, bml_btl 375 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl ) bml_btl 378 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_btl_base_module_t* btl = bml_btl->btl; bml_btl 391 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, 0); bml_btl 394 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_copy(sendreq, bml_btl, size); bml_btl 397 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_prepare(sendreq, bml_btl, size); bml_btl 400 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (size != 0 && bml_btl->btl_flags & MCA_BTL_FLAGS_SEND_INPLACE) { bml_btl 401 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_prepare(sendreq, bml_btl, size); bml_btl 403 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_copy(sendreq, bml_btl, size); bml_btl 412 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_buffered(sendreq, bml_btl, size); bml_btl 423 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rdma(sendreq, bml_btl, bml_btl 429 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, bml_btl 435 ompi/mca/pml/ob1/pml_ob1_sendreq.h return mca_pml_ob1_send_request_start_cuda(sendreq, bml_btl, size); bml_btl 438 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, 0); bml_btl 459 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t* bml_btl; bml_btl 463 ompi/mca/pml/ob1/pml_ob1_sendreq.h bml_btl = mca_bml_base_btl_array_get_next(&endpoint->btl_eager); bml_btl 464 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_btl(sendreq, bml_btl); bml_btl 518 ompi/mca/pml/ob1/pml_ob1_sendreq.h void mca_pml_ob1_send_request_process_pending(mca_bml_base_btl_t *bml_btl);