req_send 120 ompi/mca/pml/base/pml_base_sendreq.h opal_convertor_set_position(&(sendreq)->req_send.req_base.req_convertor, \ req_send 249 ompi/mca/pml/cm/pml_cm.h sendreq->req_send.req_base.req_pml_complete = true; req_send 66 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_send.req_base.req_ompi.req_start = mca_pml_cm_start; req_send 67 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_send.req_base.req_ompi.req_free = mca_pml_cm_send_request_free; req_send 68 ompi/mca/pml/cm/pml_cm_sendreq.c sendreq->req_send.req_base.req_ompi.req_cancel = mca_pml_cm_cancel; req_send 44 ompi/mca/pml/cm/pml_cm_sendreq.h mca_pml_cm_send_request_t req_send; req_send 52 ompi/mca/pml/cm/pml_cm_sendreq.h mca_pml_cm_send_request_t req_send; req_send 76 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_THIN; \ req_send 87 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_THIN; \ req_send 104 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_HEAVY; \ req_send 115 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_type = MCA_PML_CM_REQUEST_SEND_HEAVY; \ req_send 122 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_INIT_COMMON(req_send, \ req_send 134 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_comm = comm; \ req_send 135 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_datatype = datatype; \ req_send 143 ompi/mca/pml/cm/pml_cm_sendreq.h &(req_send)->req_base.req_convertor ); \ req_send 144 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_mpi_object.comm = comm; \ req_send 145 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_SOURCE = \ req_send 147 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_TAG = tag; \ req_send 148 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status._ucount = count; \ req_send 149 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_send_mode = sendmode; \ req_send 150 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_free_called = false; \ req_send 153 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_HVY_SEND_REQUEST_INIT_COMMON(req_send, \ req_send 165 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_comm = comm; \ req_send 166 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_datatype = datatype; \ req_send 174 ompi/mca/pml/cm/pml_cm_sendreq.h &(req_send)->req_base.req_convertor ); \ req_send 175 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_mpi_object.comm = comm; \ req_send 176 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_SOURCE = \ req_send 178 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_TAG = tag; \ req_send 179 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status._ucount = count; \ req_send 180 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_send_mode = sendmode; \ req_send 181 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_free_called = false; \ req_send 186 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_SEND_REQUEST_INIT_COMMON(req_send, \ req_send 198 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_comm = comm; \ req_send 199 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_datatype = datatype; \ req_send 207 ompi/mca/pml/cm/pml_cm_sendreq.h &(req_send)->req_base.req_convertor ); \ req_send 208 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_mpi_object.comm = comm; \ req_send 209 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_SOURCE = \ req_send 211 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_TAG = tag; \ req_send 212 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status._ucount = count; \ req_send 213 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_send_mode = sendmode; \ req_send 214 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_free_called = false; \ req_send 218 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_SEND_REQUEST_INIT_COMMON(req_send, \ req_send 230 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_comm = comm; \ req_send 231 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_datatype = datatype; \ req_send 233 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.remoteArch = \ req_send 235 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.flags = \ req_send 237 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.master = \ req_send 239 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.local_size = \ req_send 241 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.pBaseBuf = \ req_send 243 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.count = count; \ req_send 244 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_convertor.pDesc = &datatype->super; \ req_send 253 ompi/mca/pml/cm/pml_cm_sendreq.h &(req_send)->req_base.req_convertor ); \ req_send 255 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_mpi_object.comm = comm; \ req_send 256 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_SOURCE = \ req_send 258 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status.MPI_TAG = tag; \ req_send 259 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status._ucount = count; \ req_send 260 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_send_mode = sendmode; \ req_send 261 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_free_called = false; \ req_send 278 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_INIT(&(sendreq->req_send.req_base.req_ompi), \ req_send 284 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_HVY_SEND_REQUEST_INIT_COMMON( (&sendreq->req_send), \ req_send 294 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_send.req_base.req_convertor, \ req_send 298 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = \ req_send 314 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_INIT(&(sendreq->req_send.req_base.req_ompi), \ req_send 316 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_SEND_REQUEST_INIT_COMMON( (&sendreq->req_send), \ req_send 325 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = false; \ req_send 329 ompi/mca/pml/cm/pml_cm_sendreq.h #define MCA_PML_CM_SEND_REQUEST_START_SETUP(req_send) \ req_send 331 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_pml_complete = false; \ req_send 332 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_complete = REQUEST_PENDING; \ req_send 333 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_state = \ req_send 335 ompi/mca/pml/cm/pml_cm_sendreq.h (req_send)->req_base.req_ompi.req_status._cancelled = 0; \ req_send 347 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_SEND_REQUEST_START_SETUP(&(sendreq)->req_send); \ req_send 352 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_send.req_base.req_convertor, \ req_send 373 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, \ req_send 377 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_prepare_for_send( &sendreq->req_send.req_base.req_convertor, \ req_send 388 ompi/mca/pml/cm/pml_cm_sendreq.h MCA_PML_CM_SEND_REQUEST_START_SETUP(&(sendreq)->req_send); \ req_send 389 ompi/mca/pml/cm/pml_cm_sendreq.h if (sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED) { \ req_send 394 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_comm, \ req_send 397 ompi/mca/pml/cm/pml_cm_sendreq.h &sendreq->req_send.req_base.req_convertor, \ req_send 398 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_send_mode, \ req_send 402 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED) { \ req_send 403 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_ompi.req_status.MPI_ERROR = 0; \ req_send 404 ompi/mca/pml/cm/pml_cm_sendreq.h if(!REQUEST_COMPLETE(&sendreq->req_send.req_base.req_ompi)) { \ req_send 406 ompi/mca/pml/cm/pml_cm_sendreq.h ompi_request_complete(&(sendreq)->req_send.req_base.req_ompi, true); \ req_send 421 ompi/mca/pml/cm/pml_cm_sendreq.h assert( false == sendreq->req_send.req_base.req_pml_complete ); \ req_send 423 ompi/mca/pml/cm/pml_cm_sendreq.h if (sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED && \ req_send 428 ompi/mca/pml/cm/pml_cm_sendreq.h if( !REQUEST_COMPLETE(&sendreq->req_send.req_base.req_ompi)) { \ req_send 430 ompi/mca/pml/cm/pml_cm_sendreq.h ompi_request_complete(&(sendreq->req_send.req_base.req_ompi), true); \ req_send 432 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = true; \ req_send 434 ompi/mca/pml/cm/pml_cm_sendreq.h if( sendreq->req_send.req_base.req_free_called ) { \ req_send 437 ompi/mca/pml/cm/pml_cm_sendreq.h if(sendreq->req_send.req_base.req_ompi.req_persistent) { \ req_send 440 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_set_position(&sendreq->req_send.req_base.req_convertor, \ req_send 453 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_DATATYPE_RETAIN(sendreq->req_send.req_base.req_datatype); \ req_send 454 ompi/mca/pml/cm/pml_cm_sendreq.h OBJ_RELEASE(sendreq->req_send.req_base.req_comm); \ req_send 455 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_FINI(&sendreq->req_send.req_base.req_ompi); \ req_send 456 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_cleanup( &(sendreq->req_send.req_base.req_convertor) ); \ req_send 470 ompi/mca/pml/cm/pml_cm_sendreq.h assert( false == sendreq->req_send.req_base.req_pml_complete ); \ req_send 472 ompi/mca/pml/cm/pml_cm_sendreq.h if( !REQUEST_COMPLETE(&sendreq->req_send.req_base.req_ompi)) { \ req_send 474 ompi/mca/pml/cm/pml_cm_sendreq.h ompi_request_complete(&(sendreq->req_send.req_base.req_ompi), true); \ req_send 476 ompi/mca/pml/cm/pml_cm_sendreq.h sendreq->req_send.req_base.req_pml_complete = true; \ req_send 478 ompi/mca/pml/cm/pml_cm_sendreq.h if( sendreq->req_send.req_base.req_free_called ) { \ req_send 490 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_DATATYPE_RETAIN(sendreq->req_send.req_base.req_datatype); \ req_send 491 ompi/mca/pml/cm/pml_cm_sendreq.h OBJ_RELEASE(sendreq->req_send.req_base.req_comm); \ req_send 492 ompi/mca/pml/cm/pml_cm_sendreq.h OMPI_REQUEST_FINI(&sendreq->req_send.req_base.req_ompi); \ req_send 493 ompi/mca/pml/cm/pml_cm_sendreq.h opal_convertor_cleanup( &(sendreq->req_send.req_base.req_convertor) ); \ req_send 51 ompi/mca/pml/cm/pml_cm_start.c if (!sendreq->req_send.req_base.req_pml_complete) { req_send 58 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_base.req_datatype, req_send 61 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_send_mode, req_send 62 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_base.req_comm, req_send 80 ompi/mca/pml/cm/pml_cm_start.c sendreq->req_send.req_base.req_pml_complete = false; req_send 62 ompi/mca/pml/ob1/pml_ob1_cuda.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && req_send 63 ompi/mca/pml/ob1/pml_ob1_cuda.c (sendreq->req_send.req_bytes_packed > (bml_btl->btl->btl_cuda_rdma_limit - sizeof(mca_pml_ob1_hdr_t)))) { req_send 68 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_base.req_convertor.flags &= ~CONVERTOR_CUDA; req_send 69 ompi/mca/pml/ob1/pml_ob1_cuda.c if (opal_convertor_need_buffers(&sendreq->req_send.req_base.req_convertor) == false) { req_send 71 ompi/mca/pml/ob1/pml_ob1_cuda.c opal_convertor_get_current_pointer( &sendreq->req_send.req_base.req_convertor, (void**)&base ); req_send 73 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_base.req_convertor.flags |= CONVERTOR_CUDA; req_send 77 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_bytes_packed, req_send 80 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_bytes_packed); req_send 95 ompi/mca/pml/ob1/pml_ob1_cuda.c sendreq->req_send.req_base.req_convertor.flags |= CONVERTOR_CUDA; req_send 64 ompi/mca/pml/ob1/pml_ob1_isend.c &(sendreq)->req_send.req_base, req_send 71 ompi/mca/pml/ob1/pml_ob1_isend.c sendreq->req_send.req_base.req_pml_complete = true; req_send 195 ompi/mca/pml/ob1/pml_ob1_isend.c &(sendreq)->req_send.req_base, req_send 264 ompi/mca/pml/ob1/pml_ob1_isend.c sendreq->req_send.req_base.req_proc = dst_proc; req_send 275 ompi/mca/pml/ob1/pml_ob1_isend.c &sendreq->req_send.req_base, req_send 280 ompi/mca/pml/ob1/pml_ob1_isend.c ompi_request_wait_completion(&sendreq->req_send.req_base.req_ompi); req_send 282 ompi/mca/pml/ob1/pml_ob1_isend.c rc = sendreq->req_send.req_base.req_ompi.req_status.MPI_ERROR; req_send 590 ompi/mca/pml/ob1/pml_ob1_recvfrag.c size = sendreq->req_send.req_bytes_packed - hdr->hdr_ack.hdr_send_offset; req_send 609 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && req_send 615 ompi/mca/pml/ob1/pml_ob1_recvfrag.c opal_cuda_set_copy_function_async(&sendreq->req_send.req_base.req_convertor, strm); req_send 104 ompi/mca/pml/ob1/pml_ob1_sendreq.c if(false == sendreq->req_send.req_base.req_free_called) { req_send 106 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_free_called = true; req_send 108 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); req_send 110 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( true == sendreq->req_send.req_base.req_pml_complete ) { req_send 115 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 116 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 117 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 135 ompi/mca/pml/ob1/pml_ob1_sendreq.c req->req_send.req_base.req_type = MCA_PML_REQUEST_SEND; req_send 136 ompi/mca/pml/ob1/pml_ob1_sendreq.c req->req_send.req_base.req_ompi.req_start = mca_pml_ob1_start; req_send 137 ompi/mca/pml/ob1/pml_ob1_sendreq.c req->req_send.req_base.req_ompi.req_free = mca_pml_ob1_send_request_free; req_send 138 ompi/mca/pml/ob1/pml_ob1_sendreq.c req->req_send.req_base.req_ompi.req_cancel = mca_pml_ob1_send_request_cancel; req_send 166 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->req_send.req_bytes_packed > 0 ) { req_send 168 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); req_send 201 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->req_send.req_bytes_packed > 0 ) { req_send 203 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); req_send 207 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)req_bytes_delivered, req_send 266 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)rdma_length, req_send 328 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)req_bytes_delivered, req_send 406 ompi/mca/pml/ob1/pml_ob1_sendreq.c if((rc = opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, req_send 418 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, req_send 419 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, req_send 420 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, req_send 421 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence, req_send 422 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq); req_send 424 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_RNDV, sendreq->req_send.req_base.req_proc); req_send 433 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( OPAL_LIKELY(sendreq->req_send.req_addr == sendreq->req_send.req_base.req_addr) ) { req_send 440 ompi/mca/pml/ob1/pml_ob1_sendreq.c iov.iov_base = (IOVBASE_TYPE*)(((unsigned char*)sendreq->req_send.req_addr) + max_data); req_send 441 ompi/mca/pml/ob1/pml_ob1_sendreq.c iov.iov_len = max_data = sendreq->req_send.req_bytes_packed - max_data; req_send 443 ompi/mca/pml/ob1/pml_ob1_sendreq.c if((rc = opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, req_send 452 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_prepare_for_send( &sendreq->req_send.req_base.req_convertor, req_send 454 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, req_send 455 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_addr ); req_send 498 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, req_send 499 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, req_send 500 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, req_send 501 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence); req_send 503 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton (&match, MCA_PML_OB1_HDR_TYPE_MATCH, sendreq->req_send.req_base.req_proc); req_send 506 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_sendi( bml_btl, &sendreq->req_send.req_base.req_convertor, req_send 514 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)size, req_send 549 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 550 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 551 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 553 ompi/mca/pml/ob1/pml_ob1_sendreq.c (void)opal_convertor_pack( &sendreq->req_send.req_base.req_convertor, req_send 560 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 561 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 562 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 570 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, req_send 571 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, req_send 572 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, req_send 573 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence); req_send 575 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_MATCH, sendreq->req_send.req_base.req_proc); req_send 586 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)size, req_send 621 ompi/mca/pml/ob1/pml_ob1_sendreq.c &sendreq->req_send.req_base.req_convertor, req_send 635 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, req_send 636 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, req_send 637 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, req_send 638 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence); req_send 640 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_MATCH, sendreq->req_send.req_base.req_proc); req_send 648 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)size, req_send 694 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_get_current_pointer (&sendreq->req_send.req_base.req_convertor, &data_ptr); req_send 731 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, req_send 732 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, req_send 733 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, req_send 734 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence, req_send 735 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq, req_send 738 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_RGET, sendreq->req_send.req_base.req_proc); req_send 748 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->req_send.req_bytes_packed > 0 ) { req_send 750 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), PERUSE_SEND ); req_send 789 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 790 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 791 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 794 ompi/mca/pml/ob1/pml_ob1_sendreq.c &sendreq->req_send.req_base.req_convertor, req_send 803 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 804 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 805 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 818 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_contextid, req_send 819 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_comm->c_my_rank, req_send 820 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_tag, req_send 821 ompi/mca/pml/ob1/pml_ob1_sendreq.c (uint16_t)sendreq->req_send.req_base.req_sequence, req_send 822 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_bytes_packed, sendreq); req_send 824 ompi/mca/pml/ob1/pml_ob1_sendreq.c ob1_hdr_hton(hdr, MCA_PML_OB1_HDR_TYPE_RNDV, sendreq->req_send.req_base.req_proc); req_send 986 ompi/mca/pml/ob1/pml_ob1_sendreq.c if ((sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) && (bml_btl->btl->btl_cuda_max_send_size != 0)) { req_send 1002 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_set_position(&sendreq->req_send.req_base.req_convertor, req_send 1009 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 1010 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 1011 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 1013 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_prepare_src(bml_btl, &sendreq->req_send.req_base.req_convertor, req_send 1019 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_addr, req_send 1020 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_count, req_send 1021 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_datatype); req_send 1044 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->req_send.req_base.req_proc); req_send 1048 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(sendreq->req_send.req_base), size, PERUSE_SEND); req_send 1114 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_fin (sendreq->req_send.req_base.req_proc, bml_btl, req_send 1145 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_fin (sendreq->req_send.req_base.req_proc, bml_btl, req_send 1151 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)frag->rdma_length, req_send 1198 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(((mca_pml_ob1_send_request_t*)frag->rdma_req)->req_send.req_base), frag->rdma_length, PERUSE_SEND ); req_send 1261 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_convertor_get_offset_pointer (&sendreq->req_send.req_base.req_convertor, req_send 46 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_base_send_request_t req_send; req_send 132 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_base.req_proc = proc; \ req_send 147 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_REQUEST_INIT(&(sendreq)->req_send, \ req_send 161 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_REQUEST_RESET(&(sendreq)->req_send) req_send 202 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status.MPI_SOURCE = \ req_send 203 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_comm->c_my_rank; \ req_send 204 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status.MPI_TAG = \ req_send 205 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_tag; \ req_send 206 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status.MPI_ERROR = OMPI_SUCCESS; \ req_send 207 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_base.req_ompi.req_status._ucount = \ req_send 208 ompi/mca/pml/ob1/pml_ob1_sendreq.h (sendreq)->req_send.req_bytes_packed; \ req_send 210 ompi/mca/pml/ob1/pml_ob1_sendreq.h &(sendreq->req_send.req_base), PERUSE_SEND); \ req_send 212 ompi/mca/pml/ob1/pml_ob1_sendreq.h ompi_request_complete( &((sendreq)->req_send.req_base.req_ompi), (with_signal) ); \ req_send 218 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_REQUEST_FINI((&(sendreq)->req_send)); req_send 246 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(false == sendreq->req_send.req_base.req_pml_complete) { req_send 247 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(sendreq->req_send.req_bytes_packed > 0) { req_send 249 ompi/mca/pml/ob1/pml_ob1_sendreq.h &(sendreq->req_send.req_base), PERUSE_SEND); req_send 255 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED && req_send 256 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_addr != sendreq->req_send.req_base.req_addr) { req_send 260 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (!sendreq->req_send.req_base.req_free_called) { req_send 261 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_base.req_pml_complete = true; req_send 263 ompi/mca/pml/ob1/pml_ob1_sendreq.h if( !REQUEST_COMPLETE( &((sendreq->req_send).req_base.req_ompi)) ) { req_send 267 ompi/mca/pml/ob1/pml_ob1_sendreq.h if( MPI_SUCCESS != sendreq->req_send.req_base.req_ompi.req_status.MPI_ERROR ) { req_send 289 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_bytes_delivered >= sendreq->req_send.req_bytes_packed req_send 377 ompi/mca/pml/ob1/pml_ob1_sendreq.h size_t size = sendreq->req_send.req_bytes_packed; req_send 383 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (btl->btl_cuda_eager_limit && (sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA)) { req_send 389 ompi/mca/pml/ob1/pml_ob1_sendreq.h switch(sendreq->req_send.req_send_mode) { req_send 411 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(sendreq->req_send.req_send_mode == MCA_PML_BASE_SEND_BUFFERED) { req_send 414 ompi/mca/pml/ob1/pml_ob1_sendreq.h (opal_convertor_need_buffers(&sendreq->req_send.req_base.req_convertor) == false) { req_send 416 ompi/mca/pml/ob1/pml_ob1_sendreq.h opal_convertor_get_current_pointer( &sendreq->req_send.req_base.req_convertor, (void**)&base ); req_send 421 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_bytes_packed, req_send 424 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_bytes_packed); req_send 434 ompi/mca/pml/ob1/pml_ob1_sendreq.h if (sendreq->req_send.req_base.req_convertor.flags & CONVERTOR_CUDA) { req_send 454 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_base.req_sequence = seqn; req_send 456 ompi/mca/pml/ob1/pml_ob1_sendreq.h MCA_PML_BASE_SEND_START( &sendreq->req_send ); req_send 468 ompi/mca/pml/ob1/pml_ob1_sendreq.h if(MCA_PML_BASE_SEND_BUFFERED == sendreq->req_send.req_send_mode && req_send 469 ompi/mca/pml/ob1/pml_ob1_sendreq.h sendreq->req_send.req_addr == sendreq->req_send.req_base.req_addr) { req_send 486 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_bml_base_endpoint_t *endpoint = mca_bml_base_get_endpoint (sendreq->req_send.req_base.req_proc); req_send 487 ompi/mca/pml/ob1/pml_ob1_sendreq.h ompi_communicator_t *comm = sendreq->req_send.req_base.req_comm; req_send 488 ompi/mca/pml/ob1/pml_ob1_sendreq.h mca_pml_ob1_comm_proc_t *ob1_proc = mca_pml_ob1_peer_lookup (comm, sendreq->req_send.req_base.req_peer); req_send 71 ompi/mca/pml/ob1/pml_ob1_start.c sendreq->req_send.req_send_mode, req_send 87 ompi/mca/pml/ob1/pml_ob1_start.c } else if (sendreq->req_send.req_bytes_packed != 0) { req_send 93 ompi/mca/pml/ob1/pml_ob1_start.c opal_convertor_set_position (&sendreq->req_send.req_base.req_convertor,