pConv 72 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.h opal_convertor_t *pConv; \ pConv 75 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.h pConv = & (REQ)->req_base.req_convertor; \ pConv 77 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.h ftreq->sb.conv_flags = pConv->flags; \ pConv 78 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.h ftreq->sb.conv_advance = pConv->fAdvance; \ pConv 80 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.h pConv->flags &= ~CONVERTOR_NO_OP; \ pConv 81 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.h pConv->fAdvance = vprotocol_pessimist_sender_based_convertor_advance; \ pConv 218 opal/datatype/opal_convertor.c int32_t opal_convertor_pack( opal_convertor_t* pConv, pConv 222 opal/datatype/opal_convertor.c OPAL_CONVERTOR_SET_STATUS_BEFORE_PACK_UNPACK( pConv, iov, out_size, max_data ); pConv 224 opal/datatype/opal_convertor.c if( OPAL_LIKELY(pConv->flags & CONVERTOR_NO_OP) ) { pConv 232 opal/datatype/opal_convertor.c size_t pending_length = pConv->local_size - pConv->bConverted; pConv 235 opal/datatype/opal_convertor.c opal_convertor_get_current_pointer( pConv, (void**)&base_pointer ); pConv 245 opal/datatype/opal_convertor.c MEMCPY_CUDA( iov[i].iov_base, base_pointer, iov[i].iov_len, pConv ); pConv 253 opal/datatype/opal_convertor.c pConv->bConverted += (*max_data); pConv 262 opal/datatype/opal_convertor.c MEMCPY_CUDA( iov[i].iov_base, base_pointer, iov[i].iov_len, pConv ); pConv 266 opal/datatype/opal_convertor.c pConv->bConverted = pConv->local_size; pConv 268 opal/datatype/opal_convertor.c pConv->flags |= CONVERTOR_COMPLETED; pConv 272 opal/datatype/opal_convertor.c return pConv->fAdvance( pConv, iov, out_size, max_data ); pConv 276 opal/datatype/opal_convertor.c int32_t opal_convertor_unpack( opal_convertor_t* pConv, pConv 280 opal/datatype/opal_convertor.c OPAL_CONVERTOR_SET_STATUS_BEFORE_PACK_UNPACK( pConv, iov, out_size, max_data ); pConv 282 opal/datatype/opal_convertor.c if( OPAL_LIKELY(pConv->flags & CONVERTOR_NO_OP) ) { pConv 290 opal/datatype/opal_convertor.c size_t pending_length = pConv->local_size - pConv->bConverted; pConv 293 opal/datatype/opal_convertor.c opal_convertor_get_current_pointer( pConv, (void**)&base_pointer ); pConv 300 opal/datatype/opal_convertor.c MEMCPY_CUDA( base_pointer, iov[i].iov_base, iov[i].iov_len, pConv ); pConv 308 opal/datatype/opal_convertor.c pConv->bConverted += (*max_data); pConv 314 opal/datatype/opal_convertor.c MEMCPY_CUDA( base_pointer, iov[i].iov_base, iov[i].iov_len, pConv ); pConv 318 opal/datatype/opal_convertor.c pConv->bConverted = pConv->local_size; pConv 320 opal/datatype/opal_convertor.c pConv->flags |= CONVERTOR_COMPLETED; pConv 324 opal/datatype/opal_convertor.c return pConv->fAdvance( pConv, iov, out_size, max_data ); pConv 140 opal/datatype/opal_convertor.h OPAL_DECLSPEC int32_t opal_convertor_pack( opal_convertor_t* pConv, struct iovec* iov, pConv 146 opal/datatype/opal_convertor.h OPAL_DECLSPEC int32_t opal_convertor_unpack( opal_convertor_t* pConv, struct iovec* iov, pConv 202 opal/datatype/opal_convertor.h opal_convertor_compute_remote_size( opal_convertor_t* pConv ); pConv 207 opal/datatype/opal_convertor.h static inline void opal_convertor_get_packed_size( const opal_convertor_t* pConv, pConv 210 opal/datatype/opal_convertor.h *pSize = pConv->local_size; pConv 219 opal/datatype/opal_convertor.h static inline void opal_convertor_get_unpacked_size( const opal_convertor_t* pConv, pConv 222 opal/datatype/opal_convertor.h if( pConv->flags & CONVERTOR_HOMOGENEOUS ) { pConv 223 opal/datatype/opal_convertor.h *pSize = pConv->local_size; pConv 226 opal/datatype/opal_convertor.h if( 0 == (CONVERTOR_HAS_REMOTE_SIZE & pConv->flags) ) { pConv 227 opal/datatype/opal_convertor.h assert(! (pConv->flags & CONVERTOR_SEND)); pConv 228 opal/datatype/opal_convertor.h opal_convertor_compute_remote_size( (opal_convertor_t*)pConv); pConv 230 opal/datatype/opal_convertor.h *pSize = pConv->remote_size; pConv 238 opal/datatype/opal_convertor.h static inline void opal_convertor_get_current_pointer( const opal_convertor_t* pConv, pConv 241 opal/datatype/opal_convertor.h unsigned char* base = pConv->pBaseBuf + pConv->bConverted + pConv->pDesc->true_lb; pConv 245 opal/datatype/opal_convertor.h static inline void opal_convertor_get_offset_pointer( const opal_convertor_t* pConv, pConv 248 opal/datatype/opal_convertor.h unsigned char* base = pConv->pBaseBuf + offset + pConv->pDesc->true_lb; pConv 23 opal/datatype/opal_datatype_monotonic.c opal_convertor_t *pConv; pConv 31 opal/datatype/opal_datatype_monotonic.c pConv = opal_convertor_create( opal_local_arch, 0 ); pConv 32 opal/datatype/opal_datatype_monotonic.c if (OPAL_UNLIKELY(NULL == pConv)) { pConv 35 opal/datatype/opal_datatype_monotonic.c rc = opal_convertor_prepare_for_send( pConv, type, 1, NULL ); pConv 37 opal/datatype/opal_datatype_monotonic.c OBJ_RELEASE(pConv); pConv 43 opal/datatype/opal_datatype_monotonic.c rc = opal_convertor_raw( pConv, iov, &iov_count, &max_data); pConv 54 opal/datatype/opal_datatype_monotonic.c OBJ_RELEASE( pConv ); pConv 62 opal/datatype/opal_datatype_pack.c opal_pack_homogeneous_contig_function( opal_convertor_t* pConv, pConv 67 opal/datatype/opal_datatype_pack.c dt_stack_t* pStack = pConv->pStack; pConv 70 opal/datatype/opal_datatype_pack.c size_t length = pConv->local_size - pConv->bConverted, initial_amount = pConv->bConverted; pConv 71 opal/datatype/opal_datatype_pack.c ptrdiff_t initial_displ = pConv->use_desc->desc[pConv->use_desc->used].end_loop.first_elem_disp; pConv 73 opal/datatype/opal_datatype_pack.c source_base = (pConv->pBaseBuf + initial_displ + pStack[0].disp + pStack[1].disp); pConv 84 opal/datatype/opal_datatype_pack.c COMPUTE_CSUM( iov[iov_count].iov_base, iov[iov_count].iov_len, pConv ); pConv 88 opal/datatype/opal_datatype_pack.c pConv->pBaseBuf, pConv->pDesc, pConv->count ); pConv 89 opal/datatype/opal_datatype_pack.c MEMCPY_CSUM( iov[iov_count].iov_base, source_base, iov[iov_count].iov_len, pConv ); pConv 92 opal/datatype/opal_datatype_pack.c pConv->bConverted += iov[iov_count].iov_len; pConv 98 opal/datatype/opal_datatype_pack.c *max_data = pConv->bConverted - initial_amount; pConv 100 opal/datatype/opal_datatype_pack.c if( pConv->bConverted == pConv->local_size ) { pConv 101 opal/datatype/opal_datatype_pack.c pConv->flags |= CONVERTOR_COMPLETED; pConv 109 opal/datatype/opal_datatype_pack.c opal_pack_homogeneous_contig_with_gaps_function( opal_convertor_t* pConv, pConv 114 opal/datatype/opal_datatype_pack.c const opal_datatype_t* pData = pConv->pDesc; pConv 115 opal/datatype/opal_datatype_pack.c dt_stack_t* stack = pConv->pStack; pConv 119 opal/datatype/opal_datatype_pack.c size_t bConverted, remaining, length, initial_bytes_converted = pConv->bConverted; pConv 121 opal/datatype/opal_datatype_pack.c ptrdiff_t initial_displ = pConv->use_desc->desc[pConv->use_desc->used].end_loop.first_elem_disp; pConv 125 opal/datatype/opal_datatype_pack.c (void*)pConv->pBaseBuf, *out_size ); ); pConv 136 opal/datatype/opal_datatype_pack.c remaining = pConv->local_size - pConv->bConverted; pConv 142 opal/datatype/opal_datatype_pack.c user_memory = pConv->pBaseBuf + initial_displ + stack[0].disp + stack[1].disp; pConv 143 opal/datatype/opal_datatype_pack.c i = pConv->count - stack[0].count; /* how many we already packed */ pConv 144 opal/datatype/opal_datatype_pack.c assert(i == (pConv->bConverted / pData->size)); pConv 152 opal/datatype/opal_datatype_pack.c stack[1].count = pData->size - (pConv->bConverted % pData->size); pConv 153 opal/datatype/opal_datatype_pack.c for( index = iov_count; i < pConv->count; i++, index++ ) { pConv 157 opal/datatype/opal_datatype_pack.c pConv->bConverted += stack[1].count; pConv 160 opal/datatype/opal_datatype_pack.c user_memory = pConv->pBaseBuf + initial_displ + stack[0].disp; pConv 161 opal/datatype/opal_datatype_pack.c COMPUTE_CSUM( iov[index].iov_base, iov[index].iov_len, pConv ); pConv 164 opal/datatype/opal_datatype_pack.c *max_data = (pConv->bConverted - initial_bytes_converted); pConv 165 opal/datatype/opal_datatype_pack.c pConv->flags |= CONVERTOR_COMPLETED; pConv 173 opal/datatype/opal_datatype_pack.c for( index = iov_count; (i < pConv->count) && (index < (*out_size)); pConv 179 opal/datatype/opal_datatype_pack.c COMPUTE_CSUM( iov[index].iov_base, iov[index].iov_len, pConv ); pConv 185 opal/datatype/opal_datatype_pack.c COMPUTE_CSUM( iov[index].iov_base, (size_t)iov[index].iov_len, pConv ); pConv 188 opal/datatype/opal_datatype_pack.c pConv->bConverted += iov[index].iov_len; pConv 191 opal/datatype/opal_datatype_pack.c *max_data = (pConv->bConverted - initial_bytes_converted); pConv 192 opal/datatype/opal_datatype_pack.c if( pConv->bConverted == pConv->local_size ) { pConv 193 opal/datatype/opal_datatype_pack.c pConv->flags |= CONVERTOR_COMPLETED; pConv 204 opal/datatype/opal_datatype_pack.c length = (0 == pConv->stack_pos ? 0 : stack[1].count); /* left over from the last pack */ pConv 208 opal/datatype/opal_datatype_pack.c OPAL_DATATYPE_SAFEGUARD_POINTER( user_memory, length, pConv->pBaseBuf, pConv 209 opal/datatype/opal_datatype_pack.c pData, pConv->count ); pConv 212 opal/datatype/opal_datatype_pack.c MEMCPY_CSUM( packed_buffer, user_memory, length, pConv ); pConv 227 opal/datatype/opal_datatype_pack.c OPAL_DATATYPE_SAFEGUARD_POINTER( user_memory, pData->size, pConv->pBaseBuf, pConv 228 opal/datatype/opal_datatype_pack.c pData, pConv->count ); pConv 231 opal/datatype/opal_datatype_pack.c MEMCPY_CSUM( packed_buffer, user_memory, pData->size, pConv ); pConv 241 opal/datatype/opal_datatype_pack.c OPAL_DATATYPE_SAFEGUARD_POINTER( user_memory, remaining, pConv->pBaseBuf, pConv 242 opal/datatype/opal_datatype_pack.c pData, pConv->count ); pConv 245 opal/datatype/opal_datatype_pack.c MEMCPY_CSUM( packed_buffer, user_memory, remaining, pConv ); pConv 254 opal/datatype/opal_datatype_pack.c pConv->bConverted += bConverted; pConv 257 opal/datatype/opal_datatype_pack.c *max_data = (pConv->bConverted - initial_bytes_converted); pConv 258 opal/datatype/opal_datatype_pack.c if( pConv->bConverted == pConv->local_size ) { pConv 259 opal/datatype/opal_datatype_pack.c pConv->flags |= CONVERTOR_COMPLETED; pConv 47 opal/datatype/opal_datatype_prototypes.h opal_pack_homogeneous_contig( opal_convertor_t* pConv, pConv 51 opal/datatype/opal_datatype_prototypes.h opal_pack_homogeneous_contig_checksum( opal_convertor_t* pConv, pConv 55 opal/datatype/opal_datatype_prototypes.h opal_pack_homogeneous_contig_with_gaps( opal_convertor_t* pConv, pConv 59 opal/datatype/opal_datatype_prototypes.h opal_pack_homogeneous_contig_with_gaps_checksum( opal_convertor_t* pConv, pConv 71 opal/datatype/opal_datatype_prototypes.h opal_unpack_homogeneous_contig( opal_convertor_t* pConv, pConv 75 opal/datatype/opal_datatype_prototypes.h opal_unpack_homogeneous_contig_checksum( opal_convertor_t* pConv, pConv 66 opal/datatype/opal_datatype_unpack.c opal_unpack_homogeneous_contig_function( opal_convertor_t* pConv, pConv 71 opal/datatype/opal_datatype_unpack.c const opal_datatype_t *pData = pConv->pDesc; pConv 74 opal/datatype/opal_datatype_unpack.c size_t bConverted, remaining, length, initial_bytes_converted = pConv->bConverted; pConv 75 opal/datatype/opal_datatype_unpack.c dt_stack_t* stack = pConv->pStack; pConv 77 opal/datatype/opal_datatype_unpack.c ptrdiff_t initial_displ = pConv->use_desc->desc[pConv->use_desc->used].end_loop.first_elem_disp; pConv 80 opal/datatype/opal_datatype_unpack.c (void*)pConv->pBaseBuf, *out_size ); ); pConv 86 opal/datatype/opal_datatype_unpack.c remaining = pConv->local_size - pConv->bConverted; pConv 92 opal/datatype/opal_datatype_unpack.c user_memory = pConv->pBaseBuf + initial_displ; pConv 95 opal/datatype/opal_datatype_unpack.c user_memory += pConv->bConverted; pConv 101 opal/datatype/opal_datatype_unpack.c pConv->pBaseBuf, pData, pConv->count ); pConv 104 opal/datatype/opal_datatype_unpack.c MEMCPY_CSUM( user_memory, packed_buffer, remaining, pConv ); pConv 111 opal/datatype/opal_datatype_unpack.c length = (0 == pConv->stack_pos ? 0 : stack[1].count); /* left over from the last unpack */ pConv 114 opal/datatype/opal_datatype_unpack.c OPAL_DATATYPE_SAFEGUARD_POINTER( user_memory, length, pConv->pBaseBuf, pConv 115 opal/datatype/opal_datatype_unpack.c pData, pConv->count ); pConv 118 opal/datatype/opal_datatype_unpack.c MEMCPY_CSUM( user_memory, packed_buffer, length, pConv ); pConv 133 opal/datatype/opal_datatype_unpack.c OPAL_DATATYPE_SAFEGUARD_POINTER( user_memory, pData->size, pConv->pBaseBuf, pConv 134 opal/datatype/opal_datatype_unpack.c pData, pConv->count ); pConv 137 opal/datatype/opal_datatype_unpack.c MEMCPY_CSUM( user_memory, packed_buffer, pData->size, pConv ); pConv 147 opal/datatype/opal_datatype_unpack.c OPAL_DATATYPE_SAFEGUARD_POINTER( user_memory, remaining, pConv->pBaseBuf, pConv 148 opal/datatype/opal_datatype_unpack.c pData, pConv->count ); pConv 151 opal/datatype/opal_datatype_unpack.c MEMCPY_CSUM( user_memory, packed_buffer, remaining, pConv ); pConv 156 opal/datatype/opal_datatype_unpack.c pConv->bConverted += bConverted; pConv 159 opal/datatype/opal_datatype_unpack.c *max_data = (pConv->bConverted - initial_bytes_converted); pConv 160 opal/datatype/opal_datatype_unpack.c if( pConv->bConverted == pConv->local_size ) { pConv 161 opal/datatype/opal_datatype_unpack.c pConv->flags |= CONVERTOR_COMPLETED; pConv 53 test/datatype/ddt_raw.c opal_convertor_t * pConv; pConv 67 test/datatype/ddt_raw.c pConv = opal_convertor_create( remote_arch, 0 ); pConv 68 test/datatype/ddt_raw.c if( OMPI_SUCCESS != opal_convertor_prepare_for_send( pConv, &(pdt->super), 1, NULL ) ) { pConv 77 test/datatype/ddt_raw.c opal_convertor_raw( pConv, iov, &iov_count, &max_data ); pConv 87 test/datatype/ddt_raw.c OBJ_RELEASE( pConv ); pConv 50 test/datatype/ddt_test.c opal_convertor_t * pConv; pConv 79 test/datatype/ddt_test.c pConv = opal_convertor_create( remote_arch, 0 ); pConv 80 test/datatype/ddt_test.c if( OPAL_SUCCESS != opal_convertor_prepare_for_recv( pConv, &(pdt->super), 1, mat2 ) ) { pConv 96 test/datatype/ddt_test.c opal_convertor_unpack( pConv, &a, &iov_count, &max_data ); pConv 112 test/datatype/ddt_test.c OBJ_RELEASE( pConv ); pConv 68 test/datatype/opal_datatype_test.c opal_convertor_t * pConv; pConv 97 test/datatype/opal_datatype_test.c pConv = opal_convertor_create( remote_arch, 0 ); pConv 98 test/datatype/opal_datatype_test.c if( OPAL_SUCCESS != opal_convertor_prepare_for_recv( pConv, pdt, 1, mat2 ) ) { pConv 114 test/datatype/opal_datatype_test.c opal_convertor_unpack( pConv, &a, &iov_count, &max_data ); pConv 131 test/datatype/opal_datatype_test.c OBJ_RELEASE( pConv ); pConv 49 test/datatype/unpack_hetero.c opal_convertor_t * pConv; pConv 59 test/datatype/unpack_hetero.c pConv = opal_convertor_create( remote_arch, 0 ); pConv 61 test/datatype/unpack_hetero.c if( OPAL_SUCCESS != opal_convertor_prepare_for_recv( pConv, &opal_datatype_int4, 1, rbuf ) ) { pConv 70 test/datatype/unpack_hetero.c opal_unpack_general( pConv, &a, &iov_count, &max_data ); pConv 74 test/datatype/unpack_hetero.c OBJ_RELEASE(pConv); pConv 77 test/datatype/unpack_hetero.c pConv = opal_convertor_create( remote_arch, 0 ); pConv 79 test/datatype/unpack_hetero.c if( OPAL_SUCCESS != opal_convertor_prepare_for_recv( pConv, &opal_datatype_int4, 2, rbuf ) ) { pConv 89 test/datatype/unpack_hetero.c opal_unpack_general( pConv, &a, &iov_count, &max_data ); pConv 93 test/datatype/unpack_hetero.c OBJ_RELEASE(pConv); pConv 70 test/datatype/unpack_ooo.c opal_convertor_t * pConv; pConv 85 test/datatype/unpack_ooo.c pConv = opal_convertor_create( remote_arch, 0 ); pConv 86 test/datatype/unpack_ooo.c if( OPAL_SUCCESS != opal_convertor_prepare_for_recv( pConv, &(newtype->super), N, bar ) ) { pConv 106 test/datatype/unpack_ooo.c opal_convertor_set_position(pConv, &pos); pConv 108 test/datatype/unpack_ooo.c opal_convertor_unpack( pConv, &a, &iov_count, &max_data ); pConv 141 test/datatype/unpack_ooo.c OBJ_RELEASE( pConv );