sendreq 1351 ompi/communicator/comm.c MPI_Request *req=NULL, sendreq; sendreq 1384 ompi/communicator/comm.c MCA_PML_BASE_SEND_STANDARD, comm, &sendreq )); sendreq 1396 ompi/communicator/comm.c rc = ompi_request_wait( &sendreq, MPI_STATUS_IGNORE); sendreq 1403 ompi/communicator/comm.c OMPI_COMM_ALLGATHER_TAG, comm, &sendreq)); sendreq 1419 ompi/communicator/comm.c rc = ompi_request_wait( &sendreq, MPI_STATUS_IGNORE ); sendreq 217 ompi/mca/pml/base/pml_base_bsend.c mca_pml_base_send_request_t* sendreq = (mca_pml_base_send_request_t*)request; sendreq 223 ompi/mca/pml/base/pml_base_bsend.c if(sendreq->req_bytes_packed > 0) { sendreq 228 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr = NULL; sendreq 234 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr = mca_pml_bsend_allocator->alc_alloc( sendreq 235 ompi/mca/pml/base/pml_base_bsend.c mca_pml_bsend_allocator, sendreq->req_bytes_packed, 0); sendreq 236 ompi/mca/pml/base/pml_base_bsend.c if(NULL == sendreq->req_addr) { sendreq 238 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_base.req_pml_complete = true; sendreq 248 ompi/mca/pml/base/pml_base_bsend.c iov.iov_base = (IOVBASE_TYPE*)sendreq->req_addr; sendreq 249 ompi/mca/pml/base/pml_base_bsend.c iov.iov_len = sendreq->req_bytes_packed; sendreq 252 ompi/mca/pml/base/pml_base_bsend.c if((rc = opal_convertor_pack( &sendreq->req_base.req_convertor, sendreq 260 ompi/mca/pml/base/pml_base_bsend.c opal_convertor_prepare_for_send( &sendreq->req_base.req_convertor, &(ompi_mpi_packed.dt.super), sendreq 261 ompi/mca/pml/base/pml_base_bsend.c max_data, sendreq->req_addr ); sendreq 276 ompi/mca/pml/base/pml_base_bsend.c mca_pml_base_send_request_t* sendreq = (mca_pml_base_send_request_t*)request; sendreq 278 ompi/mca/pml/base/pml_base_bsend.c assert( sendreq->req_bytes_packed > 0 ); sendreq 283 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr = NULL; sendreq 289 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr = mca_pml_bsend_allocator->alc_alloc( sendreq 290 ompi/mca/pml/base/pml_base_bsend.c mca_pml_bsend_allocator, sendreq->req_bytes_packed, 0); sendreq 291 ompi/mca/pml/base/pml_base_bsend.c if(NULL == sendreq->req_addr) { sendreq 293 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_base.req_pml_complete = true; sendreq 368 ompi/mca/pml/base/pml_base_bsend.c mca_pml_base_send_request_t* sendreq = (mca_pml_base_send_request_t*)request; sendreq 369 ompi/mca/pml/base/pml_base_bsend.c if(sendreq->req_bytes_packed == 0 || sendreq 370 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr == NULL || sendreq 371 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr == sendreq->req_base.req_addr) sendreq 378 ompi/mca/pml/base/pml_base_bsend.c mca_pml_bsend_allocator->alc_free(mca_pml_bsend_allocator, (void *)sendreq->req_addr); sendreq 379 ompi/mca/pml/base/pml_base_bsend.c sendreq->req_addr = sendreq->req_base.req_addr; sendreq 120 ompi/mca/pml/base/pml_base_sendreq.h opal_convertor_set_position(&(sendreq)->req_send.req_base.req_convertor, \ sendreq 233 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_hvy_send_request_t *sendreq; sendreq 239 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_ALLOC(sendreq, comm, dst, ompi_proc); sendreq 240 ompi/mca/pml/cm/pml_cm.h if (OPAL_UNLIKELY(NULL == sendreq)) return OMPI_ERR_OUT_OF_RESOURCE; sendreq 242 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_INIT(sendreq, ompi_proc, comm, tag, dst, sendreq 249 ompi/mca/pml/cm/pml_cm.h sendreq->req_send.req_base.req_pml_complete = true; sendreq 251 ompi/mca/pml/cm/pml_cm.h *request = (ompi_request_t*) sendreq; sendreq 270 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_hvy_send_request_t* sendreq; sendreq 275 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_ALLOC(sendreq, comm, dst, ompi_proc); sendreq 276 ompi/mca/pml/cm/pml_cm.h if (OPAL_UNLIKELY(NULL == sendreq)) return OMPI_ERR_OUT_OF_RESOURCE; sendreq 278 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_INIT(sendreq, sendreq 291 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_START( sendreq, ret); sendreq 293 ompi/mca/pml/cm/pml_cm.h if (OPAL_LIKELY(OMPI_SUCCESS == ret)) *request = (ompi_request_t*) sendreq; sendreq 296 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_thin_send_request_t* sendreq; sendreq 300 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_SEND_REQUEST_ALLOC(sendreq, comm, dst, ompi_proc); sendreq 301 ompi/mca/pml/cm/pml_cm.h if (OPAL_UNLIKELY(NULL == sendreq)) return OMPI_ERR_OUT_OF_RESOURCE; sendreq 303 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_SEND_REQUEST_INIT(sendreq, sendreq 315 ompi/mca/pml/cm/pml_cm.h sendreq, sendreq 323 ompi/mca/pml/cm/pml_cm.h if (OPAL_LIKELY(OMPI_SUCCESS == ret)) *request = (ompi_request_t*) sendreq; sendreq 344 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_hvy_send_request_t *sendreq; sendreq 346 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_ALLOC(sendreq, comm, dst, ompi_proc); sendreq 347 ompi/mca/pml/cm/pml_cm.h if (OPAL_UNLIKELY(NULL == sendreq)) return OMPI_ERR_OUT_OF_RESOURCE; sendreq 349 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_INIT(sendreq, sendreq 361 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_START(sendreq, ret); sendreq 363 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_SEND_REQUEST_RETURN(sendreq); sendreq 367 ompi/mca/pml/cm/pml_cm.h ompi_request_free( (ompi_request_t**)&sendreq ); sendreq 35 ompi/mca/pml/cm/pml_cm_sendreq.c mca_pml_cm_send_request_t* sendreq = *(mca_pml_cm_send_request_t**)request; sendreq 36 ompi/mca/pml/cm/pml_cm_sendreq.c assert( false == sendreq->req_base.req_free_called ); sendreq 38 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_base.req_free_called = true; sendreq 39 ompi/mca/pml/cm/pml_cm_sendreq.c if( true == sendreq->req_base.req_pml_complete ) { sendreq 40 ompi/mca/pml/cm/pml_cm_sendreq.c if( MCA_PML_CM_REQUEST_SEND_THIN == sendreq->req_base.req_pml_type ) { sendreq 41 ompi/mca/pml/cm/pml_cm_sendreq.c MCA_PML_CM_THIN_SEND_REQUEST_RETURN( ((mca_pml_cm_thin_send_request_t*) sendreq) ); sendreq 43 ompi/mca/pml/cm/pml_cm_sendreq.c MCA_PML_CM_HVY_SEND_REQUEST_RETURN( ((mca_pml_cm_hvy_send_request_t*) sendreq) ); sendreq 63 ompi/mca/pml/cm/pml_cm_sendreq.c static void mca_pml_cm_send_request_construct(mca_pml_cm_hvy_send_request_t* sendreq) sendreq 66 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_send.req_base.req_ompi.req_start = mca_pml_cm_start; sendreq 67 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_send.req_base.req_ompi.req_free = mca_pml_cm_send_request_free; sendreq 68 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_send.req_base.req_ompi.req_cancel = mca_pml_cm_cancel; sendreq 66 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_THIN_SEND_REQUEST_ALLOC(sendreq, comm, dst, \ sendreq 72 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq = NULL; \ sendreq 74 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq = (mca_pml_cm_thin_send_request_t*) \ sendreq 76 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_THIN; \ sendreq 77 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.ompi_req = (ompi_request_t*) sendreq; \ sendreq 78 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.completion_callback = mca_pml_cm_send_request_completion; \ sendreq 82 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_THIN_SEND_REQUEST_ALLOC(sendreq, comm, dst, \ sendreq 85 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq = (mca_pml_cm_thin_send_request_t*) \ sendreq 87 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_THIN; \ sendreq 88 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.ompi_req = (ompi_request_t*) sendreq; \ sendreq 89 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.completion_callback = mca_pml_cm_send_request_completion; \ sendreq 95 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_ALLOC(sendreq, comm, dst, \ sendreq 100 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq = NULL; \ sendreq 102 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq = (mca_pml_cm_hvy_send_request_t*) \ sendreq 104 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_HEAVY; \ sendreq 105 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.ompi_req = (ompi_request_t*) sendreq; \ sendreq 106 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.completion_callback = mca_pml_cm_send_request_completion; \ sendreq 110 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_ALLOC(sendreq, comm, dst, \ sendreq 113 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq = (mca_pml_cm_hvy_send_request_t*) \ sendreq 115 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_HEAVY; \ sendreq 116 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.ompi_req = (ompi_request_t*) sendreq; \ sendreq 117 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_mtl.completion_callback = mca_pml_cm_send_request_completion; \ sendreq 265 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_INIT( sendreq, \ sendreq 278 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_INIT(&(sendreq->req_send.req_base.req_ompi), \ sendreq 280 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_tag = tag; \ sendreq 281 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_peer = dst; \ sendreq 282 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_addr = buf; \ sendreq 283 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_count = count; \ sendreq 284 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_HVY_SEND_REQUEST_INIT_COMMON( (&sendreq->req_send), \ sendreq 294 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_send.req_base.req_convertor, \ sendreq 295 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_count ); \ sendreq 297 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_blocking = blocking; \ sendreq 298 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = \ sendreq 303 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_THIN_SEND_REQUEST_INIT( sendreq, \ sendreq 314 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_INIT(&(sendreq->req_send.req_base.req_ompi), \ sendreq 316 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_SEND_REQUEST_INIT_COMMON( (&sendreq->req_send), \ sendreq 325 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = false; \ sendreq 339 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_THIN_SEND_REQUEST_START(sendreq, \ sendreq 347 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_SEND_REQUEST_START_SETUP(&(sendreq)->req_send); \ sendreq 352 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_send.req_base.req_convertor, \ sendreq 355 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_mtl)); \ sendreq 358 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_BSEND_ALLOC(sendreq, ret) \ sendreq 364 ompi/mca/pml/cm/pml_cm_sendreq.h if(sendreq->req_count > 0) { \ sendreq 365 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_buff = \ sendreq 366 ompi/mca/pml/cm/pml_cm_sendreq.h mca_pml_base_bsend_request_alloc_buf(sendreq->req_count); \ sendreq 367 ompi/mca/pml/cm/pml_cm_sendreq.h if (NULL == sendreq->req_buff) { \ sendreq 370 ompi/mca/pml/cm/pml_cm_sendreq.h iov.iov_base = (IOVBASE_TYPE*)sendreq->req_buff; \ sendreq 371 ompi/mca/pml/cm/pml_cm_sendreq.h max_data = iov.iov_len = sendreq->req_count; \ sendreq 373 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, \ sendreq 377 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_prepare_for_send( &sendreq->req_send.req_base.req_convertor, \ sendreq 379 ompi/mca/pml/cm/pml_cm_sendreq.h max_data, sendreq->req_buff ); \ sendreq 385 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_START(sendreq, ret) \ sendreq 388 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_SEND_REQUEST_START_SETUP(&(sendreq)->req_send); \ sendreq 389 ompi/mca/pml/cm/pml_cm_sendreq.h if (sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED) { \ sendreq 390 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_HVY_SEND_REQUEST_BSEND_ALLOC(sendreq, ret); \ sendreq 394 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_comm, \ sendreq 395 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_peer, \ sendreq 396 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_tag, \ sendreq 397 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_send.req_base.req_convertor, \ sendreq 398 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_send_mode, \ sendreq 399 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_blocking, \ sendreq 400 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_mtl)); \ sendreq 402 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED) { \ sendreq 403 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_ompi.req_status.MPI_ERROR = 0; \ sendreq 404 ompi/mca/pml/cm/pml_cm_sendreq.h if(!REQUEST_COMPLETE(&sendreq->req_send.req_base.req_ompi)) { \ sendreq 406 ompi/mca/pml/cm/pml_cm_sendreq.h ompi_request_complete(&(sendreq)->req_send.req_base.req_ompi, true); \ sendreq 419 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_PML_COMPLETE(sendreq) \ sendreq 421 ompi/mca/pml/cm/pml_cm_sendreq.h assert( false == sendreq->req_send.req_base.req_pml_complete ); \ sendreq 423 ompi/mca/pml/cm/pml_cm_sendreq.h if (sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED && \ sendreq 424 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_count > 0 ) { \ sendreq 425 ompi/mca/pml/cm/pml_cm_sendreq.h mca_pml_base_bsend_request_free(sendreq->req_buff); \ sendreq 428 ompi/mca/pml/cm/pml_cm_sendreq.h if( !REQUEST_COMPLETE(&sendreq->req_send.req_base.req_ompi)) { \ sendreq 430 ompi/mca/pml/cm/pml_cm_sendreq.h ompi_request_complete(&(sendreq->req_send.req_base.req_ompi), true); \ sendreq 432 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = true; \ sendreq 434 ompi/mca/pml/cm/pml_cm_sendreq.h if( sendreq->req_send.req_base.req_free_called ) { \ sendreq 435 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_HVY_SEND_REQUEST_RETURN( sendreq ); \ sendreq 437 ompi/mca/pml/cm/pml_cm_sendreq.h if(sendreq->req_send.req_base.req_ompi.req_persistent) { \ sendreq 440 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_set_position(&sendreq->req_send.req_base.req_convertor, \ sendreq 450 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_RETURN(sendreq) \ sendreq 453 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_DATATYPE_RETAIN(sendreq->req_send.req_base.req_datatype); \ sendreq 454 ompi/mca/pml/cm/pml_cm_sendreq.h OBJ_RELEASE(sendreq->req_send.req_base.req_comm); \ sendreq 455 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_FINI(&sendreq->req_send.req_base.req_ompi); \ sendreq 456 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_cleanup( &(sendreq->req_send.req_base.req_convertor) ); \ sendreq 458 ompi/mca/pml/cm/pml_cm_sendreq.h (opal_free_list_item_t*)sendreq); \ sendreq 468 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_THIN_SEND_REQUEST_PML_COMPLETE(sendreq) \ sendreq 470 ompi/mca/pml/cm/pml_cm_sendreq.h assert( false == sendreq->req_send.req_base.req_pml_complete ); \ sendreq 472 ompi/mca/pml/cm/pml_cm_sendreq.h if( !REQUEST_COMPLETE(&sendreq->req_send.req_base.req_ompi)) { \ sendreq 474 ompi/mca/pml/cm/pml_cm_sendreq.h ompi_request_complete(&(sendreq->req_send.req_base.req_ompi), true); \ sendreq 476 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = true; \ sendreq 478 ompi/mca/pml/cm/pml_cm_sendreq.h if( sendreq->req_send.req_base.req_free_called ) { \ sendreq 479 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_THIN_SEND_REQUEST_RETURN( sendreq ); \ sendreq 487 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_THIN_SEND_REQUEST_RETURN(sendreq) \ sendreq 490 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_DATATYPE_RETAIN(sendreq->req_send.req_base.req_datatype); \ sendreq 491 ompi/mca/pml/cm/pml_cm_sendreq.h OBJ_RELEASE(sendreq->req_send.req_base.req_comm); \ sendreq 492 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_FINI(&sendreq->req_send.req_base.req_ompi); \ sendreq 493 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_cleanup( &(sendreq->req_send.req_base.req_convertor) ); \ sendreq 495 ompi/mca/pml/cm/pml_cm_sendreq.h (opal_free_list_item_t*)sendreq); \ sendreq 49 ompi/mca/pml/cm/pml_cm_start.c mca_pml_cm_hvy_send_request_t* sendreq = sendreq 51 ompi/mca/pml/cm/pml_cm_start.c if (!sendreq->req_send.req_base.req_pml_complete) { sendreq 56 ompi/mca/pml/cm/pml_cm_start.c rc = mca_pml_cm_isend_init (sendreq->req_addr, sendreq 57 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_count, sendreq 58 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_base.req_datatype, sendreq 59 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_peer, sendreq 60 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_tag, sendreq 61 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_send_mode, sendreq 62 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_base.req_comm, sendreq 75 ompi/mca/pml/cm/pml_cm_start.c sendreq = (mca_pml_cm_hvy_send_request_t *) request; sendreq 80 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_base.req_pml_complete = false; sendreq 82 ompi/mca/pml/cm/pml_cm_start.c MCA_PML_CM_HVY_SEND_REQUEST_START(sendreq, rc); sendreq 56 ompi/mca/pml/ob1/pml_ob1_cuda.c int mca_pml_ob1_send_request_start_cuda(mca_pml_ob1_send_request_t* sendreq, sendreq 62 ompi/mca/pml/ob1/pml_ob1_cuda.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && sendreq 63 ompi/mca/pml/ob1/pml_ob1_cuda.c (sendreq->req_send.req_bytes_packed > (bml_btl->btl->btl_cuda_rdma_limit - sizeof(mca_pml_ob1_hdr_t)))) { sendreq 64 ompi/mca/pml/ob1/pml_ob1_cuda.c return mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, 0, 0); sendreq 68 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_base.req_convertor.flags &= ~CONVERTOR_CUDA; sendreq 69 ompi/mca/pml/ob1/pml_ob1_cuda.c if (opal_convertor_need_buffers(&sendreq->req_send.req_base.req_convertor) == false) { sendreq 71 ompi/mca/pml/ob1/pml_ob1_cuda.c opal_convertor_get_current_pointer( &sendreq->req_send.req_base.req_convertor, (void**)&base ); sendreq 73 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_base.req_convertor.flags |= CONVERTOR_CUDA; sendreq 74 ompi/mca/pml/ob1/pml_ob1_cuda.c if( 0 != (sendreq->req_rdma_cnt = (uint32_t)mca_pml_ob1_rdma_cuda_btls( sendreq 75 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_endpoint, sendreq 77 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_bytes_packed, sendreq 78 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_rdma))) { sendreq 79 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rdma(sendreq, bml_btl, sendreq 80 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_bytes_packed); sendreq 82 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_pml_ob1_free_rdma_resources(sendreq); sendreq 86 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, sendreq 89 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, 0, 0); sendreq 95 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_base.req_convertor.flags |= CONVERTOR_CUDA; sendreq 96 ompi/mca/pml/ob1/pml_ob1_cuda.c rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, 0, 0); sendreq 51 ompi/mca/pml/ob1/pml_ob1_isend.c mca_pml_ob1_send_request_t *sendreq = NULL; sendreq 52 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_ALLOC(comm, dst, sendreq); sendreq 53 ompi/mca/pml/ob1/pml_ob1_isend.c if (NULL == sendreq) sendreq 56 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_INIT(sendreq, sendreq 64 ompi/mca/pml/ob1/pml_ob1_isend.c &(sendreq)->req_send.req_base, sendreq 71 ompi/mca/pml/ob1/pml_ob1_isend.c sendreq->req_send.req_base.req_pml_complete = true; sendreq 73 ompi/mca/pml/ob1/pml_ob1_isend.c *request = (ompi_request_t *) sendreq; sendreq 157 ompi/mca/pml/ob1/pml_ob1_isend.c mca_pml_ob1_send_request_t *sendreq = NULL; sendreq 183 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_ALLOC(comm, dst, sendreq); sendreq 184 ompi/mca/pml/ob1/pml_ob1_isend.c if (NULL == sendreq) sendreq 187 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_INIT(sendreq, sendreq 195 ompi/mca/pml/ob1/pml_ob1_isend.c &(sendreq)->req_send.req_base, sendreq 198 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_START_W_SEQ(sendreq, endpoint, seqn, rc); sendreq 199 ompi/mca/pml/ob1/pml_ob1_isend.c *request = (ompi_request_t *) sendreq; sendreq 214 ompi/mca/pml/ob1/pml_ob1_isend.c mca_pml_ob1_send_request_t *sendreq = NULL; sendreq 254 ompi/mca/pml/ob1/pml_ob1_isend.c sendreq = mca_pml_ob1_sendreq; sendreq 258 ompi/mca/pml/ob1/pml_ob1_isend.c if( OPAL_UNLIKELY(NULL == sendreq) ) { sendreq 259 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_ALLOC(comm, dst, sendreq); sendreq 260 ompi/mca/pml/ob1/pml_ob1_isend.c if (NULL == sendreq) sendreq 264 ompi/mca/pml/ob1/pml_ob1_isend.c sendreq->req_send.req_base.req_proc = dst_proc; sendreq 265 ompi/mca/pml/ob1/pml_ob1_isend.c sendreq->rdma_frag = NULL; sendreq 267 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_INIT(sendreq, sendreq 275 ompi/mca/pml/ob1/pml_ob1_isend.c &sendreq->req_send.req_base, sendreq 278 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_START_W_SEQ(sendreq, endpoint, seqn, rc); sendreq 280 ompi/mca/pml/ob1/pml_ob1_isend.c ompi_request_wait_completion(&sendreq->req_send.req_base.req_ompi); sendreq 282 ompi/mca/pml/ob1/pml_ob1_isend.c rc = sendreq->req_send.req_base.req_ompi.req_status.MPI_ERROR; sendreq 286 ompi/mca/pml/ob1/pml_ob1_isend.c MCA_PML_OB1_SEND_REQUEST_RETURN(sendreq); sendreq 288 ompi/mca/pml/ob1/pml_ob1_isend.c mca_pml_ob1_send_request_fini (sendreq); sendreq 289 ompi/mca/pml/ob1/pml_ob1_isend.c mca_pml_ob1_sendreq = sendreq; sendreq 80 ompi/mca/pml/ob1/pml_ob1_progress.c mca_pml_ob1_send_request_t* sendreq; sendreq 83 ompi/mca/pml/ob1/pml_ob1_progress.c sendreq = get_request_from_send_pending(&pending_type); sendreq 84 ompi/mca/pml/ob1/pml_ob1_progress.c if(OPAL_UNLIKELY(NULL == sendreq)) sendreq 92 ompi/mca/pml/ob1/pml_ob1_progress.c if( mca_pml_ob1_send_request_schedule_exclusive(sendreq) == sendreq 99 ompi/mca/pml/ob1/pml_ob1_progress.c MCA_PML_OB1_SEND_REQUEST_RESET(sendreq); sendreq 100 ompi/mca/pml/ob1/pml_ob1_progress.c endpoint = sendreq->req_endpoint; sendreq 108 ompi/mca/pml/ob1/pml_ob1_progress.c rc = mca_pml_ob1_send_request_start_btl(sendreq, bml_btl); sendreq 116 ompi/mca/pml/ob1/pml_ob1_progress.c add_request_to_send_pending(sendreq, MCA_PML_OB1_SEND_PENDING_START, true); sendreq 565 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_send_request_t* sendreq; sendreq 573 ompi/mca/pml/ob1/pml_ob1_recvfrag.c sendreq = (mca_pml_ob1_send_request_t*)hdr->hdr_ack.hdr_src_req.pval; sendreq 574 ompi/mca/pml/ob1/pml_ob1_recvfrag.c sendreq->req_recv = hdr->hdr_ack.hdr_dst_req; sendreq 579 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if (NULL != sendreq->rdma_frag) { sendreq 580 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RDMA_FRAG_RETURN(sendreq->rdma_frag); sendreq 581 ompi/mca/pml/ob1/pml_ob1_recvfrag.c sendreq->rdma_frag = NULL; sendreq 584 ompi/mca/pml/ob1/pml_ob1_recvfrag.c sendreq->req_throttle_sends = true; sendreq 590 ompi/mca/pml/ob1/pml_ob1_recvfrag.c size = sendreq->req_send.req_bytes_packed - hdr->hdr_ack.hdr_send_offset; sendreq 593 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_send_request_copy_in_out(sendreq, hdr->hdr_ack.hdr_send_offset, size); sendreq 595 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if (sendreq->req_state != 0) { sendreq 605 ompi/mca/pml/ob1/pml_ob1_recvfrag.c OPAL_THREAD_ADD_FETCH32(&sendreq->req_state, -1); sendreq 609 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && sendreq 615 ompi/mca/pml/ob1/pml_ob1_recvfrag.c opal_cuda_set_copy_function_async(&sendreq->req_send.req_base.req_convertor, strm); sendreq 619 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if(send_request_pml_complete_check(sendreq) == false) sendreq 620 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_send_request_schedule(sendreq); sendreq 668 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_send_request_t* sendreq; sendreq 675 ompi/mca/pml/ob1/pml_ob1_recvfrag.c sendreq = (mca_pml_ob1_send_request_t*)hdr->hdr_rdma.hdr_req.pval; sendreq 676 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_send_request_put(sendreq,btl,&hdr->hdr_rdma); sendreq 54 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq; sendreq 57 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq = get_request_from_send_pending(&pending_type); sendreq 58 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(OPAL_UNLIKELY(NULL == sendreq)) sendreq 63 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_pml_ob1_send_request_schedule_exclusive(sendreq); sendreq 70 ompi/mca/pml/ob1/pml_ob1_sendreq.c &sendreq->req_endpoint->btl_eager, bml_btl->btl); sendreq 73 ompi/mca/pml/ob1/pml_ob1_sendreq.c add_request_to_send_pending(sendreq, sendreq 76 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_SEND_REQUEST_RESET(sendreq); sendreq 77 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_pml_ob1_send_request_start_btl(sendreq, send_dst); sendreq 81 ompi/mca/pml/ob1/pml_ob1_sendreq.c add_request_to_send_pending(sendreq, sendreq 103 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq = *(mca_pml_ob1_send_request_t**)request; sendreq 104 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(false == sendreq->req_send.req_base.req_free_called) { sendreq 106 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_free_called = true; sendreq 108 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); sendreq 110 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( true == sendreq->req_send.req_base.req_pml_complete ) { sendreq 115 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 116 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 117 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 120 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_SEND_REQUEST_RETURN( sendreq ); sendreq 164 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq ) sendreq 166 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->req_send.req_bytes_packed > 0 ) { sendreq 168 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); sendreq 172 ompi/mca/pml/ob1/pml_ob1_sendreq.c send_request_pml_complete(sendreq); sendreq 184 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq = (mca_pml_ob1_send_request_t*)des->des_cbdata; sendreq 193 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( bml_btl, sendreq ); sendreq 198 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq, sendreq 201 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->req_send.req_bytes_packed > 0 ) { sendreq 203 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); sendreq 206 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&sendreq->req_bytes_delivered, req_bytes_delivered); sendreq 207 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)req_bytes_delivered, sendreq 211 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH32(&sendreq->req_state, -1); sendreq 213 ompi/mca/pml/ob1/pml_ob1_sendreq.c send_request_pml_complete_check(sendreq); sendreq 229 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq = (mca_pml_ob1_send_request_t*)des->des_cbdata; sendreq 248 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( bml_btl, sendreq, req_bytes_delivered ); sendreq 259 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t *sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; sendreq 266 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)rdma_length, sendreq 270 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&sendreq->req_bytes_delivered, frag->rdma_length); sendreq 271 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->rdma_frag == frag ) sendreq 272 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->rdma_frag = NULL; sendreq 277 ompi/mca/pml/ob1/pml_ob1_sendreq.c send_request_pml_complete_check(sendreq); sendreq 310 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq = (mca_pml_ob1_send_request_t*)des->des_cbdata; sendreq 326 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH32(&sendreq->req_pipeline_depth, -1); sendreq 327 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&sendreq->req_bytes_delivered, req_bytes_delivered); sendreq 328 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)req_bytes_delivered, sendreq 331 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(send_request_pml_complete_check(sendreq) == false) { sendreq 332 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_schedule(sendreq); sendreq 377 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq, sendreq 406 ompi/mca/pml/ob1/pml_ob1_sendreq.c if((rc = opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, sendreq 418 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, sendreq 419 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, sendreq 420 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, sendreq 421 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence, sendreq 422 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq); sendreq 424 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_RNDV, sendreq->req_send.req_base.req_proc); sendreq 430 ompi/mca/pml/ob1/pml_ob1_sendreq.c des->des_cbdata = sendreq; sendreq 433 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( OPAL_LIKELY(sendreq->req_send.req_addr == sendreq->req_send.req_base.req_addr) ) { sendreq 434 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_pml_base_bsend_request_alloc((ompi_request_t*)sendreq); sendreq 440 ompi/mca/pml/ob1/pml_ob1_sendreq.c iov.iov_base = (IOVBASE_TYPE*)(((unsigned char*)sendreq->req_send.req_addr) + max_data); sendreq 441 ompi/mca/pml/ob1/pml_ob1_sendreq.c iov.iov_len = max_data = sendreq->req_send.req_bytes_packed - max_data; sendreq 443 ompi/mca/pml/ob1/pml_ob1_sendreq.c if((rc = opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, sendreq 452 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_prepare_for_send( &sendreq->req_send.req_base.req_convertor, sendreq 454 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq 455 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_addr ); sendreq 459 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_state = 2; sendreq 462 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_SEND_REQUEST_MPI_COMPLETE(sendreq, true); sendreq 468 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( bml_btl, sendreq, req_bytes_delivered); sendreq 483 ompi/mca/pml/ob1/pml_ob1_sendreq.c int mca_pml_ob1_send_request_start_copy( mca_pml_ob1_send_request_t* sendreq, sendreq 498 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, sendreq 499 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, sendreq 500 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, sendreq 501 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence); sendreq 503 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton (&match, MCA_PML_OB1_HDR_TYPE_MATCH, sendreq->req_send.req_base.req_proc); sendreq 506 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_sendi( bml_btl, &sendreq->req_send.req_base.req_convertor, sendreq 514 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)size, sendreq 516 ompi/mca/pml/ob1/pml_ob1_sendreq.c send_request_pml_complete(sendreq); sendreq 522 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_SEND_REQUEST_RESET(sendreq); sendreq 549 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 550 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 551 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 553 ompi/mca/pml/ob1/pml_ob1_sendreq.c (void)opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, sendreq 560 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 561 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 562 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 570 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, sendreq 571 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, sendreq 572 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, sendreq 573 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence); sendreq 575 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_MATCH, sendreq->req_send.req_base.req_proc); sendreq 581 ompi/mca/pml/ob1/pml_ob1_sendreq.c des->des_cbdata = sendreq; sendreq 586 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)size, sendreq 590 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( bml_btl, sendreq ); sendreq 610 ompi/mca/pml/ob1/pml_ob1_sendreq.c int mca_pml_ob1_send_request_start_prepare( mca_pml_ob1_send_request_t* sendreq, sendreq 621 ompi/mca/pml/ob1/pml_ob1_sendreq.c &sendreq->req_send.req_base.req_convertor, sendreq 635 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, sendreq 636 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, sendreq 637 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, sendreq 638 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence); sendreq 640 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_MATCH, sendreq->req_send.req_base.req_proc); sendreq 644 ompi/mca/pml/ob1/pml_ob1_sendreq.c des->des_cbdata = sendreq; sendreq 648 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)size, sendreq 652 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_match_completion_free_request( bml_btl, sendreq ); sendreq 666 ompi/mca/pml/ob1/pml_ob1_sendreq.c int mca_pml_ob1_send_request_start_rdma( mca_pml_ob1_send_request_t* sendreq, sendreq 684 ompi/mca/pml/ob1/pml_ob1_sendreq.c bml_btl = sendreq->req_rdma[0].bml_btl; sendreq 686 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->rdma_frag = NULL; sendreq 688 ompi/mca/pml/ob1/pml_ob1_sendreq.c return mca_pml_ob1_send_request_start_rndv (sendreq, bml_btl, 0, MCA_PML_OB1_HDR_FLAGS_CONTIG | sendreq 694 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_get_current_pointer (&sendreq->req_send.req_base.req_convertor, &data_ptr); sendreq 696 ompi/mca/pml/ob1/pml_ob1_sendreq.c local_handle = sendreq->req_rdma[0].btl_reg; sendreq 705 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_req = sendreq; sendreq 725 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->rdma_frag = frag; sendreq 731 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, sendreq 732 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, sendreq 733 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, sendreq 734 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence, sendreq 735 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq, sendreq 738 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_RGET, sendreq->req_send.req_base.req_proc); sendreq 741 ompi/mca/pml/ob1/pml_ob1_sendreq.c des->des_cbdata = sendreq; sendreq 748 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->req_send.req_bytes_packed > 0 ) { sendreq 750 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); sendreq 769 ompi/mca/pml/ob1/pml_ob1_sendreq.c int mca_pml_ob1_send_request_start_rndv( mca_pml_ob1_send_request_t* sendreq, sendreq 789 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 790 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 791 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 794 ompi/mca/pml/ob1/pml_ob1_sendreq.c &sendreq->req_send.req_base.req_convertor, sendreq 803 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 804 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 805 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 818 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, sendreq 819 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, sendreq 820 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, sendreq 821 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence, sendreq 822 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq); sendreq 824 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_RNDV, sendreq->req_send.req_base.req_proc); sendreq 827 ompi/mca/pml/ob1/pml_ob1_sendreq.c des->des_cbdata = sendreq; sendreq 831 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_state = 2; sendreq 837 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rndv_completion_request( bml_btl, sendreq, size ); sendreq 845 ompi/mca/pml/ob1/pml_ob1_sendreq.c void mca_pml_ob1_send_request_copy_in_out( mca_pml_ob1_send_request_t *sendreq, sendreq 851 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_endpoint_t* bml_endpoint = sendreq->req_endpoint; sendreq 877 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_LOCK(&sendreq->req_send_range_lock); sendreq 878 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_list_append(&sendreq->req_send_ranges, (opal_list_item_t*)sr); sendreq 879 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_UNLOCK(&sendreq->req_send_range_lock); sendreq 883 ompi/mca/pml/ob1/pml_ob1_sendreq.c get_send_range_nolock(mca_pml_ob1_send_request_t* sendreq) sendreq 887 ompi/mca/pml/ob1/pml_ob1_sendreq.c item = opal_list_get_first(&sendreq->req_send_ranges); sendreq 889 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(opal_list_get_end(&sendreq->req_send_ranges) == item) sendreq 896 ompi/mca/pml/ob1/pml_ob1_sendreq.c get_send_range(mca_pml_ob1_send_request_t* sendreq) sendreq 900 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_LOCK(&sendreq->req_send_range_lock); sendreq 901 ompi/mca/pml/ob1/pml_ob1_sendreq.c range = get_send_range_nolock(sendreq); sendreq 902 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_UNLOCK(&sendreq->req_send_range_lock); sendreq 908 ompi/mca/pml/ob1/pml_ob1_sendreq.c get_next_send_range(mca_pml_ob1_send_request_t* sendreq, sendreq 911 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_LOCK(&sendreq->req_send_range_lock); sendreq 912 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_list_remove_item(&sendreq->req_send_ranges, (opal_list_item_t *)range); sendreq 914 ompi/mca/pml/ob1/pml_ob1_sendreq.c range = get_send_range_nolock(sendreq); sendreq 915 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_UNLOCK(&sendreq->req_send_range_lock); sendreq 929 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_schedule_once(mca_pml_ob1_send_request_t* sendreq) sendreq 936 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(true == sendreq->req_throttle_sends && sendreq 937 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_pipeline_depth >= mca_pml_ob1.send_pipeline_depth) sendreq 940 ompi/mca/pml/ob1/pml_ob1_sendreq.c range = get_send_range(sendreq); sendreq 942 ompi/mca/pml/ob1/pml_ob1_sendreq.c while(range && (false == sendreq->req_throttle_sends || sendreq 943 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_pipeline_depth < mca_pml_ob1.send_pipeline_depth)) { sendreq 961 ompi/mca/pml/ob1/pml_ob1_sendreq.c add_request_to_send_pending(sendreq, sendreq 986 ompi/mca/pml/ob1/pml_ob1_sendreq.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && (bml_btl->btl->btl_cuda_max_send_size != 0)) { sendreq 1002 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_set_position(&sendreq->req_send.req_base.req_convertor, sendreq 1009 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 1010 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 1011 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 1013 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_prepare_src(bml_btl, &sendreq->req_send.req_base.req_convertor, sendreq 1019 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, sendreq 1020 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, sendreq 1021 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); sendreq 1036 ompi/mca/pml/ob1/pml_ob1_sendreq.c des->des_cbdata = sendreq; sendreq 1040 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_frag_hdr_prepare (hdr, 0, range->range_send_offset, sendreq, sendreq 1041 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_recv.lval); sendreq 1044 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_proc); sendreq 1048 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), size, PERUSE_SEND); sendreq 1068 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH32(&sendreq->req_pipeline_depth, 1); sendreq 1070 ompi/mca/pml/ob1/pml_ob1_sendreq.c range = get_next_send_range(sendreq, range); sendreq 1084 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH32(&sendreq->req_pipeline_depth, 1); sendreq 1086 ompi/mca/pml/ob1/pml_ob1_sendreq.c range = get_next_send_range(sendreq, range); sendreq 1104 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; sendreq 1114 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_fin (sendreq->req_send.req_base.req_proc, bml_btl, sendreq 1119 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_copy_in_out(sendreq, frag->rdma_hdr.hdr_rdma.hdr_rdma_offset, sendreq 1123 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (NULL != sendreq->req_recv.pval) sendreq 1124 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_schedule (sendreq); sendreq 1139 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t *sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; sendreq 1145 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_fin (sendreq->req_send.req_base.req_proc, bml_btl, sendreq 1150 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&sendreq->req_bytes_delivered, frag->rdma_length); sendreq 1151 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)frag->rdma_length, sendreq 1154 ompi/mca/pml/ob1/pml_ob1_sendreq.c send_request_pml_complete_check(sendreq); sendreq 1167 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t *sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; sendreq 1174 ompi/mca/pml/ob1/pml_ob1_sendreq.c for (size_t i = 0 ; i < sendreq->req_rdma_cnt ; ++i) { sendreq 1175 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (sendreq->req_rdma[i].bml_btl == frag->rdma_bml) { sendreq 1177 ompi/mca/pml/ob1/pml_ob1_sendreq.c local_handle = sendreq->req_rdma[i].btl_reg; sendreq 1220 ompi/mca/pml/ob1/pml_ob1_sendreq.c void mca_pml_ob1_send_request_put( mca_pml_ob1_send_request_t* sendreq, sendreq 1224 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_endpoint_t *bml_endpoint = sendreq->req_endpoint; sendreq 1228 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH32(&sendreq->req_state, -1); sendreq 1231 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_recv.pval = hdr->hdr_recv_req.pval; sendreq 1233 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (NULL == sendreq->rdma_frag) { sendreq 1243 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag = sendreq->rdma_frag; sendreq 1244 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->rdma_frag = NULL; sendreq 1245 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_state = 0; sendreq 1253 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_req = sendreq; sendreq 1261 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_get_offset_pointer (&sendreq->req_send.req_base.req_convertor, sendreq 78 ompi/mca/pml/ob1/pml_ob1_sendreq.h static inline bool lock_send_request(mca_pml_ob1_send_request_t *sendreq) sendreq 80 ompi/mca/pml/ob1/pml_ob1_sendreq.h return OPAL_THREAD_ADD_FETCH32(&sendreq->req_lock, 1) == 1; sendreq 83 ompi/mca/pml/ob1/pml_ob1_sendreq.h static inline bool unlock_send_request(mca_pml_ob1_send_request_t *sendreq) sendreq 85 ompi/mca/pml/ob1/pml_ob1_sendreq.h return OPAL_THREAD_ADD_FETCH32(&sendreq->req_lock, -1) == 0; sendreq 89 ompi/mca/pml/ob1/pml_ob1_sendreq.h add_request_to_send_pending(mca_pml_ob1_send_request_t* sendreq, sendreq 93 ompi/mca/pml/ob1/pml_ob1_sendreq.h opal_list_item_t *item = (opal_list_item_t*)sendreq; sendreq 96 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_pending = type; sendreq 109 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t *sendreq; sendreq 112 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq = (mca_pml_ob1_send_request_t*) sendreq 114 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(sendreq) { sendreq 115 ompi/mca/pml/ob1/pml_ob1_sendreq.h *type = sendreq->req_pending; sendreq 116 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_pending = MCA_PML_OB1_SEND_PENDING_NONE; sendreq 120 ompi/mca/pml/ob1/pml_ob1_sendreq.h return sendreq; sendreq 125 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq) \ sendreq 130 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq = (mca_pml_ob1_send_request_t*) \ sendreq 132 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_base.req_proc = proc; \ sendreq 137 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_INIT( sendreq, \ sendreq 147 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_REQUEST_INIT(&(sendreq)->req_send, \ sendreq 157 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_recv.pval = NULL; \ sendreq 160 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_RESET(sendreq) \ sendreq 161 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_REQUEST_RESET(&(sendreq)->req_send) sendreq 163 ompi/mca/pml/ob1/pml_ob1_sendreq.h static inline void mca_pml_ob1_free_rdma_resources (mca_pml_ob1_send_request_t* sendreq) sendreq 168 ompi/mca/pml/ob1/pml_ob1_sendreq.h for(r = 0; r < sendreq->req_rdma_cnt; r++) { sendreq 169 ompi/mca/pml/ob1/pml_ob1_sendreq.h struct mca_btl_base_registration_handle_t *handle = sendreq->req_rdma[r].btl_reg; sendreq 170 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_btl_t *bml_btl = sendreq->req_rdma[r].bml_btl; sendreq 174 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_rdma[r].btl_reg = NULL; sendreq 177 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_rdma_cnt = 0; sendreq 185 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_START(sendreq, rc) \ sendreq 187 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start(sendreq); \ sendreq 190 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_START_W_SEQ(sendreq, endpoint, seq, rc) \ sendreq 192 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_seq (sendreq, endpoint, seq); \ sendreq 200 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_MPI_COMPLETE(sendreq, with_signal) \ sendreq 202 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status.MPI_SOURCE = \ sendreq 203 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_comm->c_my_rank; \ sendreq 204 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status.MPI_TAG = \ sendreq 205 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_tag; \ sendreq 206 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status.MPI_ERROR = OMPI_SUCCESS; \ sendreq 207 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status._ucount = \ sendreq 208 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_bytes_packed; \ sendreq 210 ompi/mca/pml/ob1/pml_ob1_sendreq.h &(sendreq->req_send.req_base), PERUSE_SEND); \ sendreq 212 ompi/mca/pml/ob1/pml_ob1_sendreq.h ompi_request_complete( &((sendreq)->req_send.req_base.req_ompi), (with_signal) ); \ sendreq 215 ompi/mca/pml/ob1/pml_ob1_sendreq.h static inline void mca_pml_ob1_send_request_fini (mca_pml_ob1_send_request_t *sendreq) sendreq 218 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_REQUEST_FINI((&(sendreq)->req_send)); sendreq 219 ompi/mca/pml/ob1/pml_ob1_sendreq.h assert( NULL == sendreq->rdma_frag ); sendreq 226 ompi/mca/pml/ob1/pml_ob1_sendreq.h #define MCA_PML_OB1_SEND_REQUEST_RETURN(sendreq) \ sendreq 228 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_fini (sendreq); \ sendreq 230 ompi/mca/pml/ob1/pml_ob1_sendreq.h (opal_free_list_item_t*)sendreq); \ sendreq 231 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq = NULL; /* for safety */ \ sendreq 244 ompi/mca/pml/ob1/pml_ob1_sendreq.h send_request_pml_complete(mca_pml_ob1_send_request_t *sendreq) sendreq 246 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(false == sendreq->req_send.req_base.req_pml_complete) { sendreq 247 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(sendreq->req_send.req_bytes_packed > 0) { sendreq 249 ompi/mca/pml/ob1/pml_ob1_sendreq.h &(sendreq->req_send.req_base), PERUSE_SEND); sendreq 253 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_free_rdma_resources(sendreq); sendreq 255 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED && sendreq 256 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_addr != sendreq->req_send.req_base.req_addr) { sendreq 257 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_base_bsend_request_fini((ompi_request_t*)sendreq); sendreq 260 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (!sendreq->req_send.req_base.req_free_called) { sendreq 261 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_base.req_pml_complete = true; sendreq 263 ompi/mca/pml/ob1/pml_ob1_sendreq.h if( !REQUEST_COMPLETE( &((sendreq->req_send).req_base.req_ompi)) ) { sendreq 265 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_OB1_SEND_REQUEST_MPI_COMPLETE(sendreq, true); sendreq 267 ompi/mca/pml/ob1/pml_ob1_sendreq.h if( MPI_SUCCESS != sendreq->req_send.req_base.req_ompi.req_status.MPI_ERROR ) { sendreq 272 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_OB1_SEND_REQUEST_RETURN(sendreq); sendreq 279 ompi/mca/pml/ob1/pml_ob1_sendreq.h send_request_pml_complete_check(mca_pml_ob1_send_request_t *sendreq) sendreq 288 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(sendreq->req_state == 0 && sendreq 289 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_bytes_delivered >= sendreq->req_send.req_bytes_packed sendreq 290 ompi/mca/pml/ob1/pml_ob1_sendreq.h && lock_send_request(sendreq)) { sendreq 291 ompi/mca/pml/ob1/pml_ob1_sendreq.h send_request_pml_complete(sendreq); sendreq 305 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_schedule_exclusive(mca_pml_ob1_send_request_t* sendreq) sendreq 309 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_schedule_once(sendreq); sendreq 312 ompi/mca/pml/ob1/pml_ob1_sendreq.h } while(!unlock_send_request(sendreq)); sendreq 315 ompi/mca/pml/ob1/pml_ob1_sendreq.h send_request_pml_complete_check(sendreq); sendreq 321 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_schedule(mca_pml_ob1_send_request_t* sendreq) sendreq 330 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(!lock_send_request(sendreq)) sendreq 333 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_schedule_exclusive(sendreq); sendreq 338 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t* sendreq, sendreq 348 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t* sendreq, sendreq 353 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t* sendreq, sendreq 358 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t* sendreq, sendreq 363 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t* sendreq, sendreq 368 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_t* sendreq, sendreq 374 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_start_btl( mca_pml_ob1_send_request_t* sendreq, sendreq 377 ompi/mca/pml/ob1/pml_ob1_sendreq.h size_t size = sendreq->req_send.req_bytes_packed; sendreq 383 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (btl->btl_cuda_eager_limit && (sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA)) { sendreq 389 ompi/mca/pml/ob1/pml_ob1_sendreq.h switch(sendreq->req_send.req_send_mode) { sendreq 391 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, 0); sendreq 394 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_copy(sendreq, bml_btl, size); sendreq 397 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_prepare(sendreq, bml_btl, size); sendreq 401 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_prepare(sendreq, bml_btl, size); sendreq 403 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_copy(sendreq, bml_btl, size); sendreq 411 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED) { sendreq 412 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_buffered(sendreq, bml_btl, size); sendreq 414 ompi/mca/pml/ob1/pml_ob1_sendreq.h (opal_convertor_need_buffers(&sendreq->req_send.req_base.req_convertor) == false) { sendreq 416 ompi/mca/pml/ob1/pml_ob1_sendreq.h opal_convertor_get_current_pointer( &sendreq->req_send.req_base.req_convertor, (void**)&base ); sendreq 418 ompi/mca/pml/ob1/pml_ob1_sendreq.h if( 0 != (sendreq->req_rdma_cnt = (uint32_t)mca_pml_ob1_rdma_btls( sendreq 419 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_endpoint, sendreq 421 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_bytes_packed, sendreq 422 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_rdma))) { sendreq 423 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rdma(sendreq, bml_btl, sendreq 424 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_bytes_packed); sendreq 426 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_free_rdma_resources(sendreq); sendreq 429 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, sendreq 434 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) { sendreq 435 ompi/mca/pml/ob1/pml_ob1_sendreq.h return mca_pml_ob1_send_request_start_cuda(sendreq, bml_btl, size); sendreq 438 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_rndv(sendreq, bml_btl, size, 0); sendreq 446 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_start_seq (mca_pml_ob1_send_request_t* sendreq, mca_bml_base_endpoint_t* endpoint, int32_t seqn) sendreq 448 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_endpoint = endpoint; sendreq 449 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_state = 0; sendreq 450 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_lock = 0; sendreq 451 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_pipeline_depth = 0; sendreq 452 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_bytes_delivered = 0; sendreq 453 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_pending = MCA_PML_OB1_SEND_PENDING_NONE; sendreq 454 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_base.req_sequence = seqn; sendreq 456 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_START( &sendreq->req_send ); sendreq 464 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_ob1_send_request_start_btl(sendreq, bml_btl); sendreq 468 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(MCA_PML_BASE_SEND_BUFFERED == sendreq->req_send.req_send_mode && sendreq 469 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_addr == sendreq->req_send.req_base.req_addr) { sendreq 473 ompi/mca/pml/ob1/pml_ob1_sendreq.h rc = mca_pml_base_bsend_request_start((ompi_request_t*)sendreq); sendreq 478 ompi/mca/pml/ob1/pml_ob1_sendreq.h add_request_to_send_pending(sendreq, MCA_PML_OB1_SEND_PENDING_START, true); sendreq 484 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_send_request_start( mca_pml_ob1_send_request_t* sendreq ) sendreq 486 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_endpoint_t *endpoint = mca_bml_base_get_endpoint (sendreq->req_send.req_base.req_proc); sendreq 487 ompi/mca/pml/ob1/pml_ob1_sendreq.h ompi_communicator_t *comm = sendreq->req_send.req_base.req_comm; sendreq 488 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_comm_proc_t *ob1_proc = mca_pml_ob1_peer_lookup (comm, sendreq->req_send.req_base.req_peer); sendreq 497 ompi/mca/pml/ob1/pml_ob1_sendreq.h return mca_pml_ob1_send_request_start_seq (sendreq, endpoint, seqn); sendreq 504 ompi/mca/pml/ob1/pml_ob1_sendreq.h void mca_pml_ob1_send_request_put( mca_pml_ob1_send_request_t* sendreq, sendreq 520 ompi/mca/pml/ob1/pml_ob1_sendreq.h void mca_pml_ob1_send_request_copy_in_out(mca_pml_ob1_send_request_t *sendreq, sendreq 54 ompi/mca/pml/ob1/pml_ob1_start.c mca_pml_ob1_send_request_t* sendreq = (mca_pml_ob1_send_request_t*)pml_request; sendreq 71 ompi/mca/pml/ob1/pml_ob1_start.c sendreq->req_send.req_send_mode, sendreq 85 ompi/mca/pml/ob1/pml_ob1_start.c sendreq = (mca_pml_ob1_send_request_t *) request; sendreq 87 ompi/mca/pml/ob1/pml_ob1_start.c } else if (sendreq->req_send.req_bytes_packed != 0) { sendreq 93 ompi/mca/pml/ob1/pml_ob1_start.c opal_convertor_set_position (&sendreq->req_send.req_base.req_convertor, sendreq 100 ompi/mca/pml/ob1/pml_ob1_start.c MCA_PML_OB1_SEND_REQUEST_START(sendreq, rc);