recvreq 34 ompi/mca/mtl/portals4/mtl_portals4_cancel.c ompi_mtl_portals4_recv_request_t *recvreq = recvreq 48 ompi/mca/mtl/portals4/mtl_portals4_cancel.c if (PTL_INVALID_HANDLE != recvreq->me_h) { recvreq 49 ompi/mca/mtl/portals4/mtl_portals4_cancel.c ret = PtlMEUnlink(recvreq->me_h); recvreq 51 ompi/mca/mtl/portals4/mtl_portals4_cancel.c recvreq->super.super.ompi_req->req_status._cancelled = true; recvreq 52 ompi/mca/mtl/portals4/mtl_portals4_cancel.c recvreq->super.super.completion_callback(&recvreq->super.super); recvreq 82 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_hvy_recv_request_t *recvreq; recvreq 88 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_RECV_REQUEST_ALLOC(recvreq); recvreq 89 ompi/mca/pml/cm/pml_cm.h if( OPAL_UNLIKELY(NULL == recvreq) ) return OMPI_ERR_OUT_OF_RESOURCE; recvreq 91 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_HVY_RECV_REQUEST_INIT(recvreq, ompi_proc, comm, tag, src, recvreq 94 ompi/mca/pml/cm/pml_cm.h *request = (ompi_request_t*) recvreq; recvreq 110 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_thin_recv_request_t *recvreq; recvreq 115 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_ALLOC(recvreq); recvreq 116 ompi/mca/pml/cm/pml_cm.h if( OPAL_UNLIKELY(NULL == recvreq) ) return OMPI_ERR_OUT_OF_RESOURCE; recvreq 118 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_INIT(recvreq, recvreq 127 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_START(recvreq, comm, tag, src, ret); recvreq 129 ompi/mca/pml/cm/pml_cm.h if( OPAL_LIKELY(OMPI_SUCCESS == ret) ) *request = (ompi_request_t*) recvreq; recvreq 481 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_thin_recv_request_t *recvreq; recvreq 487 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_ALLOC(recvreq); recvreq 488 ompi/mca/pml/cm/pml_cm.h if( OPAL_UNLIKELY(NULL == recvreq) ) return OMPI_ERR_OUT_OF_RESOURCE; recvreq 490 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_INIT(recvreq, recvreq 499 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_MATCHED_START(recvreq, message, ret); recvreq 501 ompi/mca/pml/cm/pml_cm.h if( OPAL_LIKELY(OMPI_SUCCESS == ret) ) *request = (ompi_request_t*) recvreq; recvreq 515 ompi/mca/pml/cm/pml_cm.h mca_pml_cm_thin_recv_request_t *recvreq; recvreq 521 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_ALLOC(recvreq); recvreq 522 ompi/mca/pml/cm/pml_cm.h if( OPAL_UNLIKELY(NULL == recvreq) ) return OMPI_ERR_OUT_OF_RESOURCE; recvreq 524 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_INIT(recvreq, recvreq 533 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_MATCHED_START(recvreq, recvreq 536 ompi/mca/pml/cm/pml_cm.h MCA_PML_CM_THIN_RECV_REQUEST_RETURN(recvreq); recvreq 540 ompi/mca/pml/cm/pml_cm.h ompi_request_wait_completion(&recvreq->req_base.req_ompi); recvreq 543 ompi/mca/pml/cm/pml_cm.h *status = recvreq->req_base.req_ompi.req_status; recvreq 545 ompi/mca/pml/cm/pml_cm.h ret = recvreq->req_base.req_ompi.req_status.MPI_ERROR; recvreq 546 ompi/mca/pml/cm/pml_cm.h ompi_request_free( (ompi_request_t**)&recvreq ); recvreq 27 ompi/mca/pml/cm/pml_cm_recvreq.c mca_pml_cm_request_t* recvreq = *(mca_pml_cm_request_t**)request; recvreq 29 ompi/mca/pml/cm/pml_cm_recvreq.c assert( false == recvreq->req_free_called ); recvreq 31 ompi/mca/pml/cm/pml_cm_recvreq.c recvreq->req_free_called = true; recvreq 32 ompi/mca/pml/cm/pml_cm_recvreq.c if( true == recvreq->req_pml_complete ) { recvreq 33 ompi/mca/pml/cm/pml_cm_recvreq.c if( MCA_PML_CM_REQUEST_RECV_THIN == recvreq->req_pml_type ) { recvreq 34 ompi/mca/pml/cm/pml_cm_recvreq.c MCA_PML_CM_THIN_RECV_REQUEST_RETURN((mca_pml_cm_hvy_recv_request_t*)recvreq ); recvreq 36 ompi/mca/pml/cm/pml_cm_recvreq.c MCA_PML_CM_HVY_RECV_REQUEST_RETURN((mca_pml_cm_hvy_recv_request_t*)recvreq ); recvreq 57 ompi/mca/pml/cm/pml_cm_recvreq.c mca_pml_cm_recv_request_construct(mca_pml_cm_thin_recv_request_t* recvreq) recvreq 59 ompi/mca/pml/cm/pml_cm_recvreq.c recvreq->req_base.req_ompi.req_start = mca_pml_cm_start; recvreq 60 ompi/mca/pml/cm/pml_cm_recvreq.c recvreq->req_base.req_ompi.req_free = mca_pml_cm_recv_request_free; recvreq 61 ompi/mca/pml/cm/pml_cm_recvreq.c recvreq->req_base.req_ompi.req_cancel = mca_pml_cm_cancel; recvreq 62 ompi/mca/pml/cm/pml_cm_recvreq.c OBJ_CONSTRUCT( &(recvreq->req_base.req_convertor), opal_convertor_t ); recvreq 59 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_THIN_RECV_REQUEST_ALLOC(recvreq) \ recvreq 61 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq = (mca_pml_cm_thin_recv_request_t*) \ recvreq 63 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_base.req_pml_type = MCA_PML_CM_REQUEST_RECV_THIN; \ recvreq 64 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_mtl.ompi_req = (ompi_request_t*) recvreq; \ recvreq 65 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_mtl.completion_callback = mca_pml_cm_recv_request_completion; \ recvreq 68 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_HVY_RECV_REQUEST_ALLOC(recvreq) \ recvreq 70 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq = (mca_pml_cm_hvy_recv_request_t*) \ recvreq 72 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_base.req_pml_type = MCA_PML_CM_REQUEST_RECV_HEAVY; \ recvreq 73 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_mtl.ompi_req = (ompi_request_t*) recvreq; \ recvreq 74 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_mtl.completion_callback = mca_pml_cm_recv_request_completion; \ recvreq 251 ompi/mca/pml/cm/pml_cm_recvreq.h &recvreq->req_base.req_convertor, \ recvreq 252 ompi/mca/pml/cm/pml_cm_recvreq.h &recvreq->req_mtl)); \ recvreq 270 ompi/mca/pml/cm/pml_cm_recvreq.h &recvreq->req_base.req_convertor, \ recvreq 272 ompi/mca/pml/cm/pml_cm_recvreq.h &recvreq->req_mtl)); \ recvreq 295 ompi/mca/pml/cm/pml_cm_recvreq.h &recvreq->req_base.req_convertor, \ recvreq 296 ompi/mca/pml/cm/pml_cm_recvreq.h &recvreq->req_mtl)); \ recvreq 305 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_THIN_RECV_REQUEST_MPI_COMPLETE( recvreq ) \ recvreq 307 ompi/mca/pml/cm/pml_cm_recvreq.h ompi_request_complete( &(recvreq->req_base.req_ompi), true ); \ recvreq 316 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_THIN_RECV_REQUEST_PML_COMPLETE(recvreq) \ recvreq 318 ompi/mca/pml/cm/pml_cm_recvreq.h assert( false == recvreq->req_base.req_pml_complete ); \ recvreq 320 ompi/mca/pml/cm/pml_cm_recvreq.h if( true == recvreq->req_base.req_free_called ) { \ recvreq 321 ompi/mca/pml/cm/pml_cm_recvreq.h MCA_PML_CM_THIN_RECV_REQUEST_RETURN( recvreq ); \ recvreq 323 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_base.req_pml_complete = true; \ recvreq 324 ompi/mca/pml/cm/pml_cm_recvreq.h ompi_request_complete( &(recvreq->req_base.req_ompi), true ); \ recvreq 336 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_HVY_RECV_REQUEST_PML_COMPLETE(recvreq) \ recvreq 338 ompi/mca/pml/cm/pml_cm_recvreq.h assert( false == recvreq->req_base.req_pml_complete ); \ recvreq 340 ompi/mca/pml/cm/pml_cm_recvreq.h if( true == recvreq->req_base.req_free_called ) { \ recvreq 341 ompi/mca/pml/cm/pml_cm_recvreq.h MCA_PML_CM_HVY_RECV_REQUEST_RETURN( recvreq ); \ recvreq 344 ompi/mca/pml/cm/pml_cm_recvreq.h if(recvreq->req_base.req_ompi.req_persistent) { \ recvreq 347 ompi/mca/pml/cm/pml_cm_recvreq.h opal_convertor_set_position(&recvreq->req_base.req_convertor, &offset); \ recvreq 349 ompi/mca/pml/cm/pml_cm_recvreq.h recvreq->req_base.req_pml_complete = true; \ recvreq 350 ompi/mca/pml/cm/pml_cm_recvreq.h ompi_request_complete( &(recvreq->req_base.req_ompi), true ); \ recvreq 358 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_HVY_RECV_REQUEST_RETURN(recvreq) \ recvreq 360 ompi/mca/pml/cm/pml_cm_recvreq.h OBJ_RELEASE((recvreq)->req_base.req_comm); \ recvreq 361 ompi/mca/pml/cm/pml_cm_recvreq.h OMPI_DATATYPE_RELEASE((recvreq)->req_base.req_datatype); \ recvreq 362 ompi/mca/pml/cm/pml_cm_recvreq.h OMPI_REQUEST_FINI(&(recvreq)->req_base.req_ompi); \ recvreq 363 ompi/mca/pml/cm/pml_cm_recvreq.h opal_convertor_cleanup( &((recvreq)->req_base.req_convertor) ); \ recvreq 365 ompi/mca/pml/cm/pml_cm_recvreq.h (opal_free_list_item_t*)(recvreq)); \ recvreq 371 ompi/mca/pml/cm/pml_cm_recvreq.h #define MCA_PML_CM_THIN_RECV_REQUEST_RETURN(recvreq) \ recvreq 373 ompi/mca/pml/cm/pml_cm_recvreq.h OBJ_RELEASE((recvreq)->req_base.req_comm); \ recvreq 374 ompi/mca/pml/cm/pml_cm_recvreq.h OMPI_DATATYPE_RELEASE((recvreq)->req_base.req_datatype); \ recvreq 375 ompi/mca/pml/cm/pml_cm_recvreq.h OMPI_REQUEST_FINI(&(recvreq)->req_base.req_ompi); \ recvreq 376 ompi/mca/pml/cm/pml_cm_recvreq.h opal_convertor_cleanup( &((recvreq)->req_base.req_convertor) ); \ recvreq 378 ompi/mca/pml/cm/pml_cm_recvreq.h (opal_free_list_item_t*)(recvreq)); \ recvreq 89 ompi/mca/pml/cm/pml_cm_start.c mca_pml_cm_hvy_recv_request_t* recvreq = recvreq 91 ompi/mca/pml/cm/pml_cm_start.c MCA_PML_CM_HVY_RECV_REQUEST_START(recvreq, rc); recvreq 159 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_pml_ob1_recv_request_t* recvreq = (mca_pml_ob1_recv_request_t*)rreq; recvreq 160 ompi/mca/pml/ob1/pml_ob1_cuda.c mca_bml_base_endpoint_t* bml_endpoint = mca_bml_base_get_endpoint (recvreq->req_recv.req_base.req_proc); recvreq 170 ompi/mca/pml/ob1/pml_ob1_cuda.c if ((recvreq->req_recv.req_base.req_convertor.flags & CONVERTOR_CUDA) && recvreq 172 ompi/mca/pml/ob1/pml_ob1_cuda.c recvreq->req_recv.req_base.req_convertor.flags &= ~CONVERTOR_CUDA; recvreq 173 ompi/mca/pml/ob1/pml_ob1_cuda.c if(opal_convertor_need_buffers(&recvreq->req_recv.req_base.req_convertor) == true) { recvreq 174 ompi/mca/pml/ob1/pml_ob1_cuda.c recvreq->req_recv.req_base.req_convertor.flags |= CONVERTOR_CUDA; recvreq 177 ompi/mca/pml/ob1/pml_ob1_cuda.c recvreq->req_recv.req_base.req_convertor.flags |= CONVERTOR_CUDA; recvreq 33 ompi/mca/pml/ob1/pml_ob1_iprobe.c mca_pml_ob1_recv_request_t recvreq; recvreq 35 ompi/mca/pml/ob1/pml_ob1_iprobe.c OBJ_CONSTRUCT( &recvreq, mca_pml_ob1_recv_request_t ); recvreq 36 ompi/mca/pml/ob1/pml_ob1_iprobe.c recvreq.req_recv.req_base.req_ompi.req_type = OMPI_REQUEST_PML; recvreq 37 ompi/mca/pml/ob1/pml_ob1_iprobe.c recvreq.req_recv.req_base.req_type = MCA_PML_REQUEST_IPROBE; recvreq 39 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_INIT(&recvreq, NULL, 0, &ompi_mpi_char.dt, src, tag, comm, false); recvreq 40 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_START(&recvreq); recvreq 42 ompi/mca/pml/ob1/pml_ob1_iprobe.c if( REQUEST_COMPLETE( &(recvreq.req_recv.req_base.req_ompi)) ) { recvreq 44 ompi/mca/pml/ob1/pml_ob1_iprobe.c *status = recvreq.req_recv.req_base.req_ompi.req_status; recvreq 46 ompi/mca/pml/ob1/pml_ob1_iprobe.c rc = recvreq.req_recv.req_base.req_ompi.req_status.MPI_ERROR; recvreq 52 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_BASE_RECV_REQUEST_FINI( &recvreq.req_recv ); recvreq 63 ompi/mca/pml/ob1/pml_ob1_iprobe.c mca_pml_ob1_recv_request_t recvreq; recvreq 65 ompi/mca/pml/ob1/pml_ob1_iprobe.c OBJ_CONSTRUCT( &recvreq, mca_pml_ob1_recv_request_t ); recvreq 66 ompi/mca/pml/ob1/pml_ob1_iprobe.c recvreq.req_recv.req_base.req_ompi.req_type = OMPI_REQUEST_PML; recvreq 67 ompi/mca/pml/ob1/pml_ob1_iprobe.c recvreq.req_recv.req_base.req_type = MCA_PML_REQUEST_PROBE; recvreq 69 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_INIT(&recvreq, NULL, 0, &ompi_mpi_char.dt, src, tag, comm, false); recvreq 70 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_START(&recvreq); recvreq 72 ompi/mca/pml/ob1/pml_ob1_iprobe.c ompi_request_wait_completion(&recvreq.req_recv.req_base.req_ompi); recvreq 73 ompi/mca/pml/ob1/pml_ob1_iprobe.c rc = recvreq.req_recv.req_base.req_ompi.req_status.MPI_ERROR; recvreq 75 ompi/mca/pml/ob1/pml_ob1_iprobe.c *status = recvreq.req_recv.req_base.req_ompi.req_status; recvreq 78 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_BASE_RECV_REQUEST_FINI( &recvreq.req_recv ); recvreq 92 ompi/mca/pml/ob1/pml_ob1_iprobe.c mca_pml_ob1_recv_request_t *recvreq; recvreq 97 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_ALLOC(recvreq); recvreq 98 ompi/mca/pml/ob1/pml_ob1_iprobe.c if (NULL == recvreq) { recvreq 102 ompi/mca/pml/ob1/pml_ob1_iprobe.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_IMPROBE; recvreq 105 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, NULL, 0, &ompi_mpi_char.dt, recvreq 107 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_START(recvreq); recvreq 109 ompi/mca/pml/ob1/pml_ob1_iprobe.c if( REQUEST_COMPLETE( &(recvreq->req_recv.req_base.req_ompi)) ) { recvreq 111 ompi/mca/pml/ob1/pml_ob1_iprobe.c *status = recvreq->req_recv.req_base.req_ompi.req_status; recvreq 116 ompi/mca/pml/ob1/pml_ob1_iprobe.c (*message)->req_ptr = recvreq; recvreq 117 ompi/mca/pml/ob1/pml_ob1_iprobe.c (*message)->peer = recvreq->req_recv.req_base.req_ompi.req_status.MPI_SOURCE; recvreq 118 ompi/mca/pml/ob1/pml_ob1_iprobe.c (*message)->count = recvreq->req_recv.req_base.req_ompi.req_status._ucount; recvreq 120 ompi/mca/pml/ob1/pml_ob1_iprobe.c rc = recvreq->req_recv.req_base.req_ompi.req_status.MPI_ERROR; recvreq 127 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_RETURN( recvreq ); recvreq 146 ompi/mca/pml/ob1/pml_ob1_iprobe.c mca_pml_ob1_recv_request_t *recvreq; recvreq 151 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_ALLOC(recvreq); recvreq 152 ompi/mca/pml/ob1/pml_ob1_iprobe.c if (NULL == recvreq) { recvreq 156 ompi/mca/pml/ob1/pml_ob1_iprobe.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_MPROBE; recvreq 159 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, NULL, 0, &ompi_mpi_char.dt, recvreq 161 ompi/mca/pml/ob1/pml_ob1_iprobe.c MCA_PML_OB1_RECV_REQUEST_START(recvreq); recvreq 163 ompi/mca/pml/ob1/pml_ob1_iprobe.c ompi_request_wait_completion(&recvreq->req_recv.req_base.req_ompi); recvreq 164 ompi/mca/pml/ob1/pml_ob1_iprobe.c rc = recvreq->req_recv.req_base.req_ompi.req_status.MPI_ERROR; recvreq 167 ompi/mca/pml/ob1/pml_ob1_iprobe.c *status = recvreq->req_recv.req_base.req_ompi.req_status; recvreq 171 ompi/mca/pml/ob1/pml_ob1_iprobe.c (*message)->req_ptr = recvreq; recvreq 172 ompi/mca/pml/ob1/pml_ob1_iprobe.c (*message)->peer = recvreq->req_recv.req_base.req_ompi.req_status.MPI_SOURCE; recvreq 173 ompi/mca/pml/ob1/pml_ob1_iprobe.c (*message)->count = recvreq->req_recv.req_base.req_ompi.req_status._ucount; recvreq 52 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_t *recvreq; recvreq 53 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_ALLOC(recvreq); recvreq 54 ompi/mca/pml/ob1/pml_ob1_irecv.c if (NULL == recvreq) recvreq 57 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_RECV; recvreq 58 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, recvreq 63 ompi/mca/pml/ob1/pml_ob1_irecv.c &((recvreq)->req_recv.req_base), recvreq 70 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_pml_complete = true; recvreq 72 ompi/mca/pml/ob1/pml_ob1_irecv.c *request = (ompi_request_t *) recvreq; recvreq 84 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_t *recvreq; recvreq 85 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_ALLOC(recvreq); recvreq 86 ompi/mca/pml/ob1/pml_ob1_irecv.c if (NULL == recvreq) recvreq 89 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_RECV; recvreq 90 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, recvreq 95 ompi/mca/pml/ob1/pml_ob1_irecv.c &((recvreq)->req_recv.req_base), recvreq 98 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_START(recvreq); recvreq 99 ompi/mca/pml/ob1/pml_ob1_irecv.c *request = (ompi_request_t *) recvreq; recvreq 112 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_t *recvreq = NULL; recvreq 116 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq = mca_pml_ob1_recvreq; recvreq 120 ompi/mca/pml/ob1/pml_ob1_irecv.c if( OPAL_UNLIKELY(NULL == recvreq) ) { recvreq 121 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_ALLOC(recvreq); recvreq 122 ompi/mca/pml/ob1/pml_ob1_irecv.c if (NULL == recvreq) recvreq 126 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_RECV; recvreq 127 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, addr, count, datatype, recvreq 131 ompi/mca/pml/ob1/pml_ob1_irecv.c &(recvreq->req_recv.req_base), recvreq 134 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_START(recvreq); recvreq 135 ompi/mca/pml/ob1/pml_ob1_irecv.c ompi_request_wait_completion(&recvreq->req_recv.req_base.req_ompi); recvreq 137 ompi/mca/pml/ob1/pml_ob1_irecv.c if( true == recvreq->req_recv.req_base.req_pml_complete ) { recvreq 141 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_addr, recvreq 142 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_count, recvreq 143 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_datatype); recvreq 148 ompi/mca/pml/ob1/pml_ob1_irecv.c *status = recvreq->req_recv.req_base.req_ompi.req_status; recvreq 151 ompi/mca/pml/ob1/pml_ob1_irecv.c rc = recvreq->req_recv.req_base.req_ompi.req_status.MPI_ERROR; recvreq 153 ompi/mca/pml/ob1/pml_ob1_irecv.c if (recvreq->req_recv.req_base.req_pml_complete) { recvreq 158 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_addr, recvreq 159 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_count, recvreq 160 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_datatype); recvreq 165 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_RETURN(recvreq); recvreq 167 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_fini (recvreq); recvreq 168 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recvreq = recvreq; recvreq 183 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_t *recvreq; recvreq 192 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq = (mca_pml_ob1_recv_request_t*) (*message)->req_ptr; recvreq 193 ompi/mca/pml/ob1/pml_ob1_irecv.c frag = (mca_pml_ob1_recv_frag_t*) recvreq->req_recv.req_base.req_addr; recvreq 194 ompi/mca/pml/ob1/pml_ob1_irecv.c src = recvreq->req_recv.req_base.req_ompi.req_status.MPI_SOURCE; recvreq 195 ompi/mca/pml/ob1/pml_ob1_irecv.c tag = recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG; recvreq 197 ompi/mca/pml/ob1/pml_ob1_irecv.c seq = recvreq->req_recv.req_base.req_sequence; recvreq 208 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_BASE_RECV_REQUEST_FINI(&recvreq->req_recv); recvreq 209 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_RECV; recvreq 210 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, recvreq 217 ompi/mca/pml/ob1/pml_ob1_irecv.c &((recvreq)->req_recv.req_base), recvreq 221 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_lock = 0; recvreq 222 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_pipeline_depth = 0; recvreq 223 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_bytes_received = 0; recvreq 225 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_rdma_idx = 0; recvreq 226 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_pending = false; recvreq 227 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_ack_sent = false; recvreq 229 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_BASE_RECV_START(&recvreq->req_recv); recvreq 232 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_sequence = seq; recvreq 234 ompi/mca/pml/ob1/pml_ob1_irecv.c proc = mca_pml_ob1_peer_lookup (comm, recvreq->req_recv.req_base.req_peer); recvreq 235 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_proc = proc->ompi_proc; recvreq 236 ompi/mca/pml/ob1/pml_ob1_irecv.c prepare_recv_req_converter(recvreq); recvreq 244 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_match(recvreq, frag->btl, frag->segments, recvreq 248 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rndv(recvreq, frag->btl, frag->segments, recvreq 252 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rget(recvreq, frag->btl, frag->segments, recvreq 262 ompi/mca/pml/ob1/pml_ob1_irecv.c *request = (ompi_request_t *) recvreq; recvreq 276 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_t *recvreq; recvreq 286 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq = (mca_pml_ob1_recv_request_t*) (*message)->req_ptr; recvreq 287 ompi/mca/pml/ob1/pml_ob1_irecv.c frag = (mca_pml_ob1_recv_frag_t*) recvreq->req_recv.req_base.req_addr; recvreq 288 ompi/mca/pml/ob1/pml_ob1_irecv.c src = recvreq->req_recv.req_base.req_ompi.req_status.MPI_SOURCE; recvreq 289 ompi/mca/pml/ob1/pml_ob1_irecv.c tag = recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG; recvreq 290 ompi/mca/pml/ob1/pml_ob1_irecv.c seq = recvreq->req_recv.req_base.req_sequence; recvreq 301 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_BASE_RECV_REQUEST_FINI(&recvreq->req_recv); recvreq 302 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_type = MCA_PML_REQUEST_RECV; recvreq 303 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_REQUEST_INIT(recvreq, recvreq 310 ompi/mca/pml/ob1/pml_ob1_irecv.c &((recvreq)->req_recv.req_base), recvreq 314 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_lock = 0; recvreq 315 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_pipeline_depth = 0; recvreq 316 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_bytes_received = 0; recvreq 317 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_rdma_cnt = 0; recvreq 318 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_rdma_idx = 0; recvreq 319 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_pending = false; recvreq 321 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_BASE_RECV_START(&recvreq->req_recv); recvreq 324 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_sequence = seq; recvreq 326 ompi/mca/pml/ob1/pml_ob1_irecv.c proc = mca_pml_ob1_peer_lookup (comm, recvreq->req_recv.req_base.req_peer); recvreq 327 ompi/mca/pml/ob1/pml_ob1_irecv.c recvreq->req_recv.req_base.req_proc = proc->ompi_proc; recvreq 328 ompi/mca/pml/ob1/pml_ob1_irecv.c prepare_recv_req_converter(recvreq); recvreq 336 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_match(recvreq, frag->btl, frag->segments, recvreq 340 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rndv(recvreq, frag->btl, frag->segments, recvreq 344 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rget(recvreq, frag->btl, frag->segments, recvreq 353 ompi/mca/pml/ob1/pml_ob1_irecv.c ompi_request_wait_completion(&(recvreq->req_recv.req_base.req_ompi)); recvreq 358 ompi/mca/pml/ob1/pml_ob1_irecv.c *status = recvreq->req_recv.req_base.req_ompi.req_status; recvreq 360 ompi/mca/pml/ob1/pml_ob1_irecv.c rc = recvreq->req_recv.req_base.req_ompi.req_status.MPI_ERROR; recvreq 361 ompi/mca/pml/ob1/pml_ob1_irecv.c ompi_request_free( (ompi_request_t**)&recvreq ); recvreq 631 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_request_t* recvreq; recvreq 638 ompi/mca/pml/ob1/pml_ob1_recvfrag.c recvreq = (mca_pml_ob1_recv_request_t*)hdr->hdr_frag.hdr_dst_req.pval; recvreq 643 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if (recvreq->req_recv.req_base.req_convertor.flags & CONVERTOR_CUDA_ASYNC) { recvreq 647 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_request_frag_copy_start(recvreq,btl,segments,des->des_segment_count,des); recvreq 656 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_request_progress_frag(recvreq,btl,segments,des->des_segment_count); recvreq 50 ompi/mca/pml/ob1/pml_ob1_recvreq.c int mca_pml_ob1_cuda_need_buffers(mca_pml_ob1_recv_request_t* recvreq, recvreq 56 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t* recvreq; recvreq 61 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq = (mca_pml_ob1_recv_request_t*) recvreq 64 ompi/mca/pml/ob1/pml_ob1_recvreq.c if( OPAL_UNLIKELY(NULL == recvreq) ) recvreq 66 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_pending = false; recvreq 67 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_pml_ob1_recv_request_schedule_exclusive(recvreq, NULL); recvreq 75 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t* recvreq = *(mca_pml_ob1_recv_request_t**)request; recvreq 76 ompi/mca/pml/ob1/pml_ob1_recvreq.c assert (false == recvreq->req_recv.req_base.req_free_called); recvreq 78 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_free_called = true; recvreq 80 ompi/mca/pml/ob1/pml_ob1_recvreq.c &(recvreq->req_recv.req_base), PERUSE_RECV ); recvreq 82 ompi/mca/pml/ob1/pml_ob1_recvreq.c if( true == recvreq->req_recv.req_base.req_pml_complete ) { recvreq 87 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 88 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 89 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 92 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_RETURN( recvreq ); recvreq 197 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t* recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; recvreq 200 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH32(&recvreq->req_pipeline_depth, -1); recvreq 208 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&recvreq->req_bytes_received, rdma_size); recvreq 209 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)rdma_size, recvreq 211 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (recv_request_pml_complete_check(recvreq) == false && recvreq 212 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset < recvreq->req_send_offset) { recvreq 214 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_schedule(recvreq, bml_btl); recvreq 263 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t* recvreq, recvreq 267 ompi/mca/pml/ob1/pml_ob1_recvreq.c ompi_proc_t* proc = (ompi_proc_t*)recvreq->req_recv.req_base.req_proc; recvreq 273 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset = bytes_received; recvreq 281 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(opal_convertor_need_buffers(&recvreq->req_recv.req_base.req_convertor) == 0 && recvreq 285 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_get_current_pointer( &recvreq->req_recv.req_base.req_convertor, (void**)&(base) ); recvreq 288 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_cnt = mca_pml_ob1_rdma_btls(bml_endpoint, recvreq 289 ompi/mca/pml/ob1/pml_ob1_recvreq.c base, recvreq->req_recv.req_bytes_packed, recvreq 290 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma ); recvreq 292 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_cnt = 0; recvreq 295 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (recvreq->req_rdma_cnt != 0) { recvreq 296 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset = hdr->hdr_msg_length; recvreq 300 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset = hdr->hdr_msg_length - recvreq 303 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recvreq->req_send_offset < bytes_received) recvreq 304 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset = bytes_received; recvreq 308 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_set_position(&recvreq->req_recv.req_base.req_convertor, recvreq 309 ompi/mca/pml/ob1/pml_ob1_recvreq.c &recvreq->req_send_offset); recvreq 311 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_cnt = recvreq 313 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset - bytes_received, recvreq 314 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma); recvreq 318 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recvreq->req_send_offset == hdr->hdr_msg_length) recvreq 328 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_ack_sent = true; recvreq 330 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq, recvreq->req_send_offset, 0, recvreq 331 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset == bytes_received); recvreq 338 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; recvreq 339 ompi/mca/pml/ob1/pml_ob1_recvreq.c ompi_proc_t *proc = (ompi_proc_t *) recvreq->req_recv.req_base.req_proc; recvreq 366 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq, frag->rdma_offset, frag->rdma_length, false); recvreq 381 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; recvreq 393 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&recvreq->req_bytes_received, frag->rdma_length); recvreq 394 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_tag, (ompi_spc_value_t)frag->rdma_length, recvreq 397 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_send_fin (recvreq->req_recv.req_base.req_proc, recvreq 401 ompi/mca/pml/ob1/pml_ob1_recvreq.c recv_request_pml_complete_check(recvreq); recvreq 412 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; recvreq 414 ompi/mca/pml/ob1/pml_ob1_recvreq.c ompi_proc_t* proc = (ompi_proc_t*)recvreq->req_recv.req_base.req_proc; recvreq 427 ompi/mca/pml/ob1/pml_ob1_recvreq.c } else if (recvreq->local_handle) { recvreq 428 ompi/mca/pml/ob1/pml_ob1_recvreq.c local_handle = recvreq->local_handle; recvreq 442 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_rdma_hdr_prepare (hdr, (!recvreq->req_ack_sent) ? MCA_PML_OB1_HDR_TYPE_ACK : 0, recvreq 443 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->remote_req_send.lval, frag, recvreq, frag->rdma_offset, recvreq 450 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_ack_sent = true; recvreq 453 ompi/mca/pml/ob1/pml_ob1_recvreq.c &(recvreq->req_recv.req_base), frag->rdma_length, recvreq 473 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; recvreq 479 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (bml_btl->btl->btl_register_mem && !frag->local_handle && !recvreq->local_handle) { recvreq 489 ompi/mca/pml/ob1/pml_ob1_recvreq.c } else if (recvreq->local_handle) { recvreq 490 ompi/mca/pml/ob1/pml_ob1_recvreq.c local_handle = recvreq->local_handle; recvreq 518 ompi/mca/pml/ob1/pml_ob1_recvreq.c void mca_pml_ob1_recv_request_progress_frag( mca_pml_ob1_recv_request_t* recvreq, recvreq 536 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 537 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 538 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 540 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_UNPACK( recvreq, recvreq 552 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 553 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 554 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 557 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&recvreq->req_bytes_received, bytes_received); recvreq 558 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)bytes_received, recvreq 561 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recv_request_pml_complete_check(recvreq) == false && recvreq 562 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset < recvreq->req_send_offset) { recvreq 564 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_schedule(recvreq, NULL); recvreq 577 ompi/mca/pml/ob1/pml_ob1_recvreq.c void mca_pml_ob1_recv_request_frag_copy_start( mca_pml_ob1_recv_request_t* recvreq, recvreq 594 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_UNPACK( recvreq, recvreq 602 ompi/mca/pml/ob1/pml_ob1_recvreq.c des->des_context = (void *)recvreq; recvreq 628 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t* recvreq = (mca_pml_ob1_recv_request_t*)des->des_context; recvreq 636 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&recvreq->req_bytes_received, bytes_received); recvreq 637 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)bytes_received, recvreq 640 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recv_request_pml_complete_check(recvreq) == false && recvreq 641 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset < recvreq->req_send_offset) { recvreq 643 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_schedule(recvreq, NULL); recvreq 653 ompi/mca/pml/ob1/pml_ob1_recvreq.c void mca_pml_ob1_recv_request_progress_rget( mca_pml_ob1_recv_request_t* recvreq, recvreq 666 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_bytes_packed = hdr->hdr_rndv.hdr_msg_length; recvreq 667 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_send_offset = 0; recvreq 668 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset = 0; recvreq 670 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_MATCHED(recvreq, &hdr->hdr_rndv.hdr_match); recvreq 676 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (opal_convertor_need_buffers(&recvreq->req_recv.req_base.req_convertor) == true) { recvreq 678 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (mca_pml_ob1_cuda_need_buffers(recvreq, btl)) recvreq 681 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_ack(recvreq, &hdr->hdr_rndv, 0); recvreq 687 ompi/mca/pml/ob1/pml_ob1_recvreq.c bml_endpoint = mca_bml_base_get_endpoint (recvreq->req_recv.req_base.req_proc); recvreq 692 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (recvreq->req_recv.req_base.req_convertor.flags & CONVERTOR_CUDA) { recvreq 701 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_ack(recvreq, &hdr->hdr_rndv, 0); recvreq 715 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->remote_req_send = hdr->hdr_rndv.hdr_src_req; recvreq 716 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->rdma_bml = rdma_bml; recvreq 723 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (recvreq->req_recv.req_base.req_convertor.flags & CONVERTOR_CUDA) { recvreq 731 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_LOCK(&recvreq->lock); recvreq 732 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_set_position( &recvreq->req_recv.req_base.req_convertor, &offset); recvreq 733 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_get_current_pointer (&recvreq->req_recv.req_base.req_convertor, &data_ptr); recvreq 734 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_UNLOCK(&recvreq->lock); recvreq 736 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_register_mem (rdma_bml, data_ptr, bytes_remaining, flags, &recvreq->local_handle); recvreq 769 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_LOCK(&recvreq->lock); recvreq 770 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_set_position( &recvreq->req_recv.req_base.req_convertor, &offset); recvreq 771 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_get_current_pointer (&recvreq->req_recv.req_base.req_convertor, &frag->local_address); recvreq 772 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_UNLOCK(&recvreq->lock); recvreq 778 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_req = recvreq; recvreq 807 ompi/mca/pml/ob1/pml_ob1_recvreq.c void mca_pml_ob1_recv_request_progress_rndv( mca_pml_ob1_recv_request_t* recvreq, recvreq 820 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_bytes_packed = hdr->hdr_rndv.hdr_msg_length; recvreq 821 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->remote_req_send = hdr->hdr_rndv.hdr_src_req; recvreq 822 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset = bytes_received; recvreq 823 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_MATCHED(recvreq, &hdr->hdr_match); recvreq 824 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_ack(recvreq, &hdr->hdr_rndv, bytes_received); recvreq 833 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 834 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 835 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 837 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_UNPACK( recvreq, recvreq 846 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 847 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 848 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 850 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&recvreq->req_bytes_received, bytes_received); recvreq 851 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)bytes_received, recvreq 855 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recv_request_pml_complete_check(recvreq) == false && recvreq 856 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset < recvreq->req_send_offset) { recvreq 858 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_schedule(recvreq, NULL); recvreq 864 ompi/mca/pml/ob1/pml_ob1_recvreq.c if ((recvreq->req_recv.req_base.req_convertor.flags & CONVERTOR_CUDA) && recvreq 867 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_cuda_set_copy_function_async(&recvreq->req_recv.req_base.req_convertor, strm); recvreq 877 ompi/mca/pml/ob1/pml_ob1_recvreq.c void mca_pml_ob1_recv_request_progress_match( mca_pml_ob1_recv_request_t* recvreq, recvreq 889 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_bytes_packed = bytes_received; recvreq 891 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_MATCHED(recvreq, &hdr->hdr_match); recvreq 897 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 898 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 899 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 901 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_REQUEST_UNPACK( recvreq, recvreq 913 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_addr, recvreq 914 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_count, recvreq 915 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_datatype); recvreq 922 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_bytes_received += bytes_received; recvreq 923 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)bytes_received, recvreq 925 ompi/mca/pml/ob1/pml_ob1_recvreq.c recv_request_pml_complete(recvreq); recvreq 933 ompi/mca/pml/ob1/pml_ob1_recvreq.c void mca_pml_ob1_recv_request_matched_probe( mca_pml_ob1_recv_request_t* recvreq, recvreq 954 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_ompi.req_status.MPI_TAG = hdr->hdr_match.hdr_tag; recvreq 955 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_recv.req_base.req_ompi.req_status.MPI_SOURCE = hdr->hdr_match.hdr_src; recvreq 956 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_bytes_received = bytes_packed; recvreq 957 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_bytes_expected = bytes_packed; recvreq 959 ompi/mca/pml/ob1/pml_ob1_recvreq.c recv_request_pml_complete(recvreq); recvreq 968 ompi/mca/pml/ob1/pml_ob1_recvreq.c int mca_pml_ob1_recv_request_schedule_once( mca_pml_ob1_recv_request_t* recvreq, recvreq 972 ompi/mca/pml/ob1/pml_ob1_recvreq.c int num_tries = recvreq->req_rdma_cnt, num_fail = 0; recvreq 974 ompi/mca/pml/ob1/pml_ob1_recvreq.c size_t bytes_remaining = recvreq->req_send_offset - recvreq 975 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset; recvreq 979 ompi/mca/pml/ob1/pml_ob1_recvreq.c for(i = 0; i < recvreq->req_rdma_cnt; i++) { recvreq 980 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(recvreq->req_rdma[i].bml_btl != start_bml_btl) recvreq 983 ompi/mca/pml/ob1/pml_ob1_recvreq.c if( OPAL_LIKELY(recvreq->req_rdma[i].length) ) recvreq 984 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_idx = i; recvreq 990 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_pipeline_depth < mca_pml_ob1.recv_pipeline_depth) { recvreq 1000 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(false == recvreq->req_pending) { recvreq 1002 ompi/mca/pml/ob1/pml_ob1_recvreq.c (opal_list_item_t*)recvreq); recvreq 1003 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_pending = true; recvreq 1014 ompi/mca/pml/ob1/pml_ob1_recvreq.c rdma_idx = recvreq->req_rdma_idx; recvreq 1015 ompi/mca/pml/ob1/pml_ob1_recvreq.c bml_btl = recvreq->req_rdma[rdma_idx].bml_btl; recvreq 1016 ompi/mca/pml/ob1/pml_ob1_recvreq.c size = recvreq->req_rdma[rdma_idx].length; recvreq 1017 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(++recvreq->req_rdma_idx >= recvreq->req_rdma_cnt) recvreq 1018 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_idx = 0; recvreq 1036 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_LOCK(&recvreq->lock); recvreq 1037 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_set_position (&recvreq->req_recv.req_base.req_convertor, recvreq 1038 ompi/mca/pml/ob1/pml_ob1_recvreq.c &recvreq->req_rdma_offset); recvreq 1039 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_get_current_pointer (&recvreq->req_recv.req_base.req_convertor, &data_ptr); recvreq 1040 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_UNLOCK(&recvreq->lock); recvreq 1054 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_req = recvreq; recvreq 1057 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_offset = recvreq->req_rdma_offset; recvreq 1062 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma_offset += size; recvreq 1063 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH32(&recvreq->req_pipeline_depth, 1); recvreq 1064 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->req_rdma[rdma_idx].length -= size; recvreq 65 ompi/mca/pml/ob1/pml_ob1_recvreq.h static inline bool lock_recv_request(mca_pml_ob1_recv_request_t *recvreq) recvreq 67 ompi/mca/pml/ob1/pml_ob1_recvreq.h return OPAL_THREAD_ADD_FETCH32(&recvreq->req_lock, 1) == 1; recvreq 70 ompi/mca/pml/ob1/pml_ob1_recvreq.h static inline bool unlock_recv_request(mca_pml_ob1_recv_request_t *recvreq) recvreq 72 ompi/mca/pml/ob1/pml_ob1_recvreq.h return OPAL_THREAD_ADD_FETCH32(&recvreq->req_lock, -1) == 0; recvreq 81 ompi/mca/pml/ob1/pml_ob1_recvreq.h #define MCA_PML_OB1_RECV_REQUEST_ALLOC(recvreq) \ recvreq 83 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq = (mca_pml_ob1_recv_request_t *) \ recvreq 124 ompi/mca/pml/ob1/pml_ob1_recvreq.h #define MCA_PML_OB1_RECV_REQUEST_MPI_COMPLETE( recvreq ) \ recvreq 127 ompi/mca/pml/ob1/pml_ob1_recvreq.h &(recvreq->req_recv.req_base), PERUSE_RECV ); \ recvreq 128 ompi/mca/pml/ob1/pml_ob1_recvreq.h ompi_request_complete( &(recvreq->req_recv.req_base.req_ompi), true ); \ recvreq 131 ompi/mca/pml/ob1/pml_ob1_recvreq.h static inline void mca_pml_ob1_recv_request_fini (mca_pml_ob1_recv_request_t *recvreq) recvreq 133 ompi/mca/pml/ob1/pml_ob1_recvreq.h MCA_PML_BASE_RECV_REQUEST_FINI(&recvreq->req_recv); recvreq 134 ompi/mca/pml/ob1/pml_ob1_recvreq.h if ((recvreq)->local_handle) { recvreq 135 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_deregister_mem (recvreq->rdma_bml, recvreq->local_handle); recvreq 136 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->local_handle = NULL; recvreq 143 ompi/mca/pml/ob1/pml_ob1_recvreq.h #define MCA_PML_OB1_RECV_REQUEST_RETURN(recvreq) \ recvreq 145 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_pml_ob1_recv_request_fini (recvreq); \ recvreq 147 ompi/mca/pml/ob1/pml_ob1_recvreq.h (opal_free_list_item_t*)(recvreq)); \ recvreq 157 ompi/mca/pml/ob1/pml_ob1_recvreq.h recv_request_pml_complete(mca_pml_ob1_recv_request_t *recvreq) recvreq 161 ompi/mca/pml/ob1/pml_ob1_recvreq.h if(false == recvreq->req_recv.req_base.req_pml_complete){ recvreq 163 ompi/mca/pml/ob1/pml_ob1_recvreq.h if(recvreq->req_recv.req_bytes_packed > 0) { recvreq 165 ompi/mca/pml/ob1/pml_ob1_recvreq.h &recvreq->req_recv.req_base, PERUSE_RECV ); recvreq 168 ompi/mca/pml/ob1/pml_ob1_recvreq.h for(i = 0; i < recvreq->req_rdma_cnt; i++) { recvreq 169 ompi/mca/pml/ob1/pml_ob1_recvreq.h struct mca_btl_base_registration_handle_t *handle = recvreq->req_rdma[i].btl_reg; recvreq 170 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_btl_t *bml_btl = recvreq->req_rdma[i].bml_btl; recvreq 176 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_rdma_cnt = 0; recvreq 179 ompi/mca/pml/ob1/pml_ob1_recvreq.h if(true == recvreq->req_recv.req_base.req_free_called) { recvreq 180 ompi/mca/pml/ob1/pml_ob1_recvreq.h if( MPI_SUCCESS != recvreq->req_recv.req_base.req_ompi.req_status.MPI_ERROR ) { recvreq 183 ompi/mca/pml/ob1/pml_ob1_recvreq.h MCA_PML_OB1_RECV_REQUEST_RETURN(recvreq); recvreq 186 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_recv.req_base.req_pml_complete = true; recvreq 187 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_recv.req_base.req_ompi.req_status._ucount = recvreq 188 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_bytes_received; recvreq 189 ompi/mca/pml/ob1/pml_ob1_recvreq.h if (recvreq->req_recv.req_bytes_packed > recvreq->req_bytes_expected) { recvreq 190 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_recv.req_base.req_ompi.req_status._ucount = recvreq 191 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_recv.req_bytes_packed; recvreq 192 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_recv.req_base.req_ompi.req_status.MPI_ERROR = recvreq 195 ompi/mca/pml/ob1/pml_ob1_recvreq.h if (OPAL_UNLIKELY(recvreq->local_handle)) { recvreq 196 ompi/mca/pml/ob1/pml_ob1_recvreq.h mca_bml_base_deregister_mem (recvreq->rdma_bml, recvreq->local_handle); recvreq 197 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->local_handle = NULL; recvreq 199 ompi/mca/pml/ob1/pml_ob1_recvreq.h MCA_PML_OB1_RECV_REQUEST_MPI_COMPLETE(recvreq); recvreq 206 ompi/mca/pml/ob1/pml_ob1_recvreq.h recv_request_pml_complete_check(mca_pml_ob1_recv_request_t *recvreq) recvreq 210 ompi/mca/pml/ob1/pml_ob1_recvreq.h if(recvreq->req_match_received && recvreq 211 ompi/mca/pml/ob1/pml_ob1_recvreq.h recvreq->req_bytes_received >= recvreq->req_recv.req_bytes_packed && recvreq 212 ompi/mca/pml/ob1/pml_ob1_recvreq.h lock_recv_request(recvreq)) { recvreq 213 ompi/mca/pml/ob1/pml_ob1_recvreq.h recv_request_pml_complete(recvreq); recvreq 107 ompi/mca/pml/ob1/pml_ob1_start.c mca_pml_ob1_recv_request_t* recvreq = (mca_pml_ob1_recv_request_t*)pml_request; recvreq 108 ompi/mca/pml/ob1/pml_ob1_start.c MCA_PML_OB1_RECV_REQUEST_START(recvreq);