pConvertor 47 ompi/include/ompi/memchecker.h static inline int memchecker_convertor_call (int (*f)(void *, size_t), opal_convertor_t* pConvertor) pConvertor 50 ompi/include/ompi/memchecker.h (0 == pConvertor->count) ) { pConvertor 54 ompi/include/ompi/memchecker.h if( OPAL_LIKELY(pConvertor->flags & CONVERTOR_NO_OP) ) { pConvertor 56 ompi/include/ompi/memchecker.h f( (void *)pConvertor->pBaseBuf , pConvertor->local_size); pConvertor 61 ompi/include/ompi/memchecker.h dt_elem_desc_t* description = pConvertor->use_desc->desc; pConvertor 63 ompi/include/ompi/memchecker.h unsigned char *source_base = pConvertor->pBaseBuf; pConvertor 65 ompi/include/ompi/memchecker.h if ( NULL != pConvertor->pDesc ) pConvertor 66 ompi/include/ompi/memchecker.h stack_disp = pConvertor->pDesc->ub - pConvertor->pDesc->lb; pConvertor 68 ompi/include/ompi/memchecker.h for (i = 0; i < pConvertor->count; i++){ pConvertor 150 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c int32_t vprotocol_pessimist_sender_based_convertor_advance(opal_convertor_t* pConvertor, pConvertor 159 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c ftreq = VPESSIMIST_CONV_REQ(pConvertor); pConvertor 160 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c pConvertor->flags = ftreq->sb.conv_flags; pConvertor 161 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c pConvertor->fAdvance = ftreq->sb.conv_advance; pConvertor 162 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c ret = opal_convertor_pack(pConvertor, iov, out_size, max_data); pConvertor 173 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c pConvertor->flags &= ~CONVERTOR_NO_OP; pConvertor 174 ompi/mca/vprotocol/pessimist/vprotocol_pessimist_sender_based.c pConvertor->fAdvance = &vprotocol_pessimist_sender_based_convertor_advance; pConvertor 327 opal/datatype/opal_convertor.c static inline int opal_convertor_create_stack_with_pos_contig( opal_convertor_t* pConvertor, pConvertor 331 opal/datatype/opal_convertor.c const opal_datatype_t* pData = pConvertor->pDesc; pConvertor 336 opal/datatype/opal_convertor.c pStack = pConvertor->pStack; pConvertor 341 opal/datatype/opal_convertor.c pElems = pConvertor->use_desc->desc; pConvertor 347 opal/datatype/opal_convertor.c pStack[0].count = pConvertor->count - count; pConvertor 367 opal/datatype/opal_convertor.c pConvertor->bConverted = starting_point; pConvertor 368 opal/datatype/opal_convertor.c pConvertor->stack_pos = 1; pConvertor 369 opal/datatype/opal_convertor.c assert( 0 == pConvertor->partial_length ); pConvertor 478 opal/datatype/opal_convertor.c size_t opal_convertor_compute_remote_size( opal_convertor_t* pConvertor ) pConvertor 480 opal/datatype/opal_convertor.c opal_datatype_t* datatype = (opal_datatype_t*)pConvertor->pDesc; pConvertor 482 opal/datatype/opal_convertor.c pConvertor->remote_size = pConvertor->local_size; pConvertor 483 opal/datatype/opal_convertor.c if( OPAL_UNLIKELY(datatype->bdt_used & pConvertor->master->hetero_mask) ) { pConvertor 484 opal/datatype/opal_convertor.c pConvertor->flags &= (~CONVERTOR_HOMOGENEOUS); pConvertor 485 opal/datatype/opal_convertor.c if (!(pConvertor->flags & CONVERTOR_SEND && pConvertor->flags & OPAL_DATATYPE_FLAG_CONTIGUOUS)) { pConvertor 486 opal/datatype/opal_convertor.c pConvertor->use_desc = &(datatype->desc); pConvertor 488 opal/datatype/opal_convertor.c if( 0 == (pConvertor->flags & CONVERTOR_HAS_REMOTE_SIZE) ) { pConvertor 490 opal/datatype/opal_convertor.c pConvertor->remote_size = opal_datatype_compute_remote_size(datatype, pConvertor 491 opal/datatype/opal_convertor.c pConvertor->master->remote_sizes); pConvertor 492 opal/datatype/opal_convertor.c pConvertor->remote_size *= pConvertor->count; pConvertor 495 opal/datatype/opal_convertor.c pConvertor->flags |= CONVERTOR_HAS_REMOTE_SIZE; pConvertor 496 opal/datatype/opal_convertor.c return pConvertor->remote_size; pConvertor 64 opal/datatype/opal_convertor.h typedef int32_t (*convertor_advance_fct_t)( opal_convertor_t* pConvertor, pConvertor 69 opal/datatype/opal_convertor.h typedef void*(*memcpy_fct_t)( void* dest, const void* src, size_t n, opal_convertor_t* pConvertor ); pConvertor 185 opal/datatype/opal_convertor.h static inline int32_t opal_convertor_need_buffers( const opal_convertor_t* pConvertor ) pConvertor 187 opal/datatype/opal_convertor.h if (OPAL_UNLIKELY(0 == (pConvertor->flags & CONVERTOR_HOMOGENEOUS))) return 1; pConvertor 189 opal/datatype/opal_convertor.h if( pConvertor->flags & (CONVERTOR_CUDA | CONVERTOR_CUDA_UNIFIED)) return 1; pConvertor 191 opal/datatype/opal_convertor.h if( pConvertor->flags & OPAL_DATATYPE_FLAG_NO_GAPS ) return 0; pConvertor 192 opal/datatype/opal_convertor.h if( (pConvertor->count == 1) && (pConvertor->flags & OPAL_DATATYPE_FLAG_CONTIGUOUS) ) return 0; pConvertor 395 opal/datatype/opal_convertor.h opal_convertor_generic_simple_position( opal_convertor_t* pConvertor, pConvertor 25 opal/datatype/opal_convertor_internal.h typedef int32_t (*conversion_fct_t)( opal_convertor_t* pConvertor, uint32_t count, pConvertor 39 opal/datatype/opal_convertor_raw.c opal_convertor_raw( opal_convertor_t* pConvertor, pConvertor 43 opal/datatype/opal_convertor_raw.c const opal_datatype_t *pData = pConvertor->pDesc; pConvertor 53 opal/datatype/opal_convertor_raw.c if( OPAL_LIKELY(pConvertor->flags & CONVERTOR_COMPLETED) ) { pConvertor 60 opal/datatype/opal_convertor_raw.c if( OPAL_LIKELY(pConvertor->flags & CONVERTOR_NO_OP) ) { pConvertor 65 opal/datatype/opal_convertor_raw.c opal_convertor_get_current_pointer( pConvertor, (void**)&iov[0].iov_base ); pConvertor 66 opal/datatype/opal_convertor_raw.c iov[0].iov_len = pConvertor->local_size - pConvertor->bConverted; pConvertor 68 opal/datatype/opal_convertor_raw.c pConvertor->bConverted = pConvertor->local_size; pConvertor 69 opal/datatype/opal_convertor_raw.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 74 opal/datatype/opal_convertor_raw.c DO_DEBUG( opal_output( 0, "opal_convertor_raw( %p, {%p, %" PRIu32 "}, %"PRIsize_t " )\n", (void*)pConvertor, pConvertor 77 opal/datatype/opal_convertor_raw.c description = pConvertor->use_desc->desc; pConvertor 83 opal/datatype/opal_convertor_raw.c pStack = pConvertor->pStack + pConvertor->stack_pos; pConvertor 85 opal/datatype/opal_convertor_raw.c source_base = pConvertor->pBaseBuf + pStack->disp; pConvertor 88 opal/datatype/opal_convertor_raw.c pConvertor->stack_pos--; pConvertor 93 opal/datatype/opal_convertor_raw.c pos_desc, count_desc, (long)(source_base - pConvertor->pBaseBuf), pConvertor 94 opal/datatype/opal_convertor_raw.c pConvertor->stack_pos, pStack->index, pStack->count, (long)pStack->disp ); ); pConvertor 103 opal/datatype/opal_convertor_raw.c OPAL_DATATYPE_SAFEGUARD_POINTER( source_base, blength, pConvertor->pBaseBuf, pConvertor 104 opal/datatype/opal_convertor_raw.c pConvertor->pDesc, pConvertor->count ); pConvertor 116 opal/datatype/opal_convertor_raw.c OPAL_DATATYPE_SAFEGUARD_POINTER( source_base, blength, pConvertor->pBaseBuf, pConvertor 117 opal/datatype/opal_convertor_raw.c pConvertor->pDesc, pConvertor->count ); pConvertor 129 opal/datatype/opal_convertor_raw.c source_base = pConvertor->pBaseBuf + pStack->disp; pConvertor 139 opal/datatype/opal_convertor_raw.c pStack->count, pConvertor->stack_pos, pConvertor 142 opal/datatype/opal_convertor_raw.c if( pConvertor->stack_pos == 0 ) { pConvertor 149 opal/datatype/opal_convertor_raw.c pConvertor->stack_pos--; pConvertor 161 opal/datatype/opal_convertor_raw.c source_base = pConvertor->pBaseBuf + pStack->disp; pConvertor 165 opal/datatype/opal_convertor_raw.c pStack->count, pConvertor->stack_pos, pConvertor 176 opal/datatype/opal_convertor_raw.c OPAL_DATATYPE_SAFEGUARD_POINTER( source_base, end_loop->size, pConvertor->pBaseBuf, pConvertor 177 opal/datatype/opal_convertor_raw.c pConvertor->pDesc, pConvertor->count ); pConvertor 198 opal/datatype/opal_convertor_raw.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, count_desc, pConvertor 202 opal/datatype/opal_convertor_raw.c source_base = pConvertor->pBaseBuf + pStack->disp; pConvertor 204 opal/datatype/opal_convertor_raw.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pElem, "advance loop" ); pConvertor 209 opal/datatype/opal_convertor_raw.c pConvertor->bConverted += raw_data; /* update the already converted bytes */ pConvertor 212 opal/datatype/opal_convertor_raw.c if( pConvertor->bConverted == pConvertor->local_size ) { pConvertor 213 opal/datatype/opal_convertor_raw.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 217 opal/datatype/opal_convertor_raw.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_UINT1, count_desc, pConvertor 218 opal/datatype/opal_convertor_raw.c source_base - pStack->disp - pConvertor->pBaseBuf ); pConvertor 220 opal/datatype/opal_convertor_raw.c pConvertor->stack_pos, pStack->index, pStack->count, (long)pStack->disp ); ); pConvertor 43 opal/datatype/opal_copy_functions.c static int copy_##TYPENAME( opal_convertor_t *pConvertor, size_t count, \ pConvertor 95 opal/datatype/opal_copy_functions.c static size_t copy_##TYPENAME##_##COUNT( opal_convertor_t *pConvertor, size_t count, \ pConvertor 143 opal/datatype/opal_copy_functions_heterogeneous.c copy_##TYPENAME##_heterogeneous(opal_convertor_t *pConvertor, size_t count, \ pConvertor 154 opal/datatype/opal_copy_functions_heterogeneous.c if ((pConvertor->remoteArch & OPAL_ARCH_ISBIGENDIAN) != \ pConvertor 159 opal/datatype/opal_copy_functions_heterogeneous.c opal_dt_swap_long_double(to, from, sizeof(TYPE), count, pConvertor->remoteArch);\ pConvertor 165 opal/datatype/opal_copy_functions_heterogeneous.c opal_dt_swap_long_double(to, from, sizeof(TYPE), 1, pConvertor->remoteArch);\ pConvertor 191 opal/datatype/opal_copy_functions_heterogeneous.c copy_##TYPENAME##_heterogeneous(opal_convertor_t *pConvertor, size_t count, \ pConvertor 202 opal/datatype/opal_copy_functions_heterogeneous.c if ((pConvertor->remoteArch & OPAL_ARCH_ISBIGENDIAN) != \ pConvertor 207 opal/datatype/opal_copy_functions_heterogeneous.c opal_dt_swap_long_double(to, from, sizeof(TYPE), 2*count, pConvertor->remoteArch);\ pConvertor 213 opal/datatype/opal_copy_functions_heterogeneous.c opal_dt_swap_long_double(to, from, sizeof(TYPE), 2, pConvertor->remoteArch);\ pConvertor 236 opal/datatype/opal_copy_functions_heterogeneous.c copy_##TYPENAME##_heterogeneous(opal_convertor_t *pConvertor, size_t count, \ pConvertor 248 opal/datatype/opal_copy_functions_heterogeneous.c if ((pConvertor->remoteArch & OPAL_ARCH_ISBIGENDIAN) != \ pConvertor 306 opal/datatype/opal_copy_functions_heterogeneous.c copy_cxx_bool_heterogeneous(opal_convertor_t *pConvertor, size_t count, pConvertor 312 opal/datatype/opal_copy_functions_heterogeneous.c if ((pConvertor->remoteArch & OPAL_ARCH_BOOLISxx) != pConvertor 314 opal/datatype/opal_copy_functions_heterogeneous.c switch (pConvertor->remoteArch & OPAL_ARCH_BOOLISxx) { pConvertor 332 opal/datatype/opal_copy_functions_heterogeneous.c ((pConvertor->remoteArch & OPAL_ARCH_BOOLISxx) != pConvertor 334 opal/datatype/opal_copy_functions_heterogeneous.c switch (pConvertor->remoteArch & OPAL_ARCH_BOOLISxx) { pConvertor 40 opal/datatype/opal_datatype_fake_stack.c int opal_convertor_create_stack_with_pos_general( opal_convertor_t* pConvertor, pConvertor 46 opal/datatype/opal_datatype_fake_stack.c const opal_datatype_t* pData = pConvertor->pDesc; pConvertor 53 opal/datatype/opal_datatype_fake_stack.c assert( pConvertor->bConverted != starting_point ); pConvertor 54 opal/datatype/opal_datatype_fake_stack.c assert( starting_point <=(pConvertor->count * pData->size) ); pConvertor 59 opal/datatype/opal_datatype_fake_stack.c pConvertor->stack_pos = 0; pConvertor 60 opal/datatype/opal_datatype_fake_stack.c pStack = pConvertor->pStack; pConvertor 65 opal/datatype/opal_datatype_fake_stack.c pElems = pConvertor->use_desc->desc; pConvertor 67 opal/datatype/opal_datatype_fake_stack.c if( (pConvertor->flags & CONVERTOR_HOMOGENEOUS) && (pData->flags & OPAL_DATATYPE_FLAG_CONTIGUOUS) ) { pConvertor 75 opal/datatype/opal_datatype_fake_stack.c pStack[0].count = pConvertor->count - cnt; pConvertor 85 opal/datatype/opal_datatype_fake_stack.c pStack[1].disp += (pConvertor->count - pStack[0].count) * extent + cnt; pConvertor 88 opal/datatype/opal_datatype_fake_stack.c pConvertor->bConverted = starting_point; pConvertor 89 opal/datatype/opal_datatype_fake_stack.c pConvertor->stack_pos = 1; pConvertor 94 opal/datatype/opal_datatype_fake_stack.c assert (! (pConvertor->flags & CONVERTOR_SEND)); pConvertor 95 opal/datatype/opal_datatype_fake_stack.c remote_size = opal_convertor_compute_remote_size( pConvertor ); pConvertor 98 opal/datatype/opal_datatype_fake_stack.c pStack->count = pConvertor->count - count; pConvertor 105 opal/datatype/opal_datatype_fake_stack.c remoteLength = (size_t*)alloca( sizeof(size_t) * (pConvertor->pDesc->loops + 1)); pConvertor 112 opal/datatype/opal_datatype_fake_stack.c while( pos_desc < (int32_t)pConvertor->use_desc->used ) { pConvertor 136 opal/datatype/opal_datatype_fake_stack.c remoteLength[pConvertor->stack_pos] = 0; pConvertor 145 opal/datatype/opal_datatype_fake_stack.c pConvertor->stack_pos--; pConvertor 148 opal/datatype/opal_datatype_fake_stack.c remoteLength[pConvertor->stack_pos] += (loop_length * pStack->count); pConvertor 149 opal/datatype/opal_datatype_fake_stack.c loop_length = remoteLength[pConvertor->stack_pos]; pConvertor 153 opal/datatype/opal_datatype_fake_stack.c remoteLength[pConvertor->stack_pos] += loop_length; pConvertor 154 opal/datatype/opal_datatype_fake_stack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, pConvertor 158 opal/datatype/opal_datatype_fake_stack.c remoteLength[pConvertor->stack_pos] = 0; pConvertor 169 opal/datatype/opal_datatype_fake_stack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElems->elem.common.type, pConvertor 172 opal/datatype/opal_datatype_fake_stack.c pConvertor->bConverted = starting_point - resting_place; pConvertor 173 opal/datatype/opal_datatype_fake_stack.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pConvertor 174 opal/datatype/opal_datatype_fake_stack.c pConvertor->pDesc->desc.desc, pConvertor->pDesc->name ); pConvertor 185 opal/datatype/opal_datatype_fake_stack.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 186 opal/datatype/opal_datatype_fake_stack.c pConvertor->bConverted = pConvertor->local_size; pConvertor 276 opal/datatype/opal_datatype_pack.c opal_generic_simple_pack_function( opal_convertor_t* pConvertor, pConvertor 286 opal/datatype/opal_datatype_pack.c const opal_datatype_t *pData = pConvertor->pDesc; pConvertor 292 opal/datatype/opal_datatype_pack.c (void*)pConvertor, (void*)pConvertor->pBaseBuf, pConvertor 295 opal/datatype/opal_datatype_pack.c description = pConvertor->use_desc->desc; pConvertor 301 opal/datatype/opal_datatype_pack.c pStack = pConvertor->pStack + pConvertor->stack_pos; pConvertor 303 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 306 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos--; pConvertor 311 opal/datatype/opal_datatype_pack.c pos_desc, count_desc, (long)(conv_ptr - pConvertor->pBaseBuf), pConvertor 312 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos, pStack->index, pStack->count, pStack->disp ); ); pConvertor 320 opal/datatype/opal_datatype_pack.c PACK_PREDEFINED_DATATYPE( pConvertor, pElem, count_desc, pConvertor 323 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 333 opal/datatype/opal_datatype_pack.c pStack->count, pConvertor->stack_pos, pConvertor 336 opal/datatype/opal_datatype_pack.c if( 0 == pConvertor->stack_pos ) { pConvertor 341 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos--; /* go one position up on the stack */ pConvertor 353 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 356 opal/datatype/opal_datatype_pack.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 362 opal/datatype/opal_datatype_pack.c PACK_CONTIGUOUS_LOOP( pConvertor, pElem, count_desc, pConvertor 371 opal/datatype/opal_datatype_pack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, count_desc, pConvertor 375 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 377 opal/datatype/opal_datatype_pack.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pElem, "advance loop" ); pConvertor 385 opal/datatype/opal_datatype_pack.c pConvertor->bConverted += total_packed; /* update the already converted bytes */ pConvertor 387 opal/datatype/opal_datatype_pack.c if( pConvertor->bConverted == pConvertor->local_size ) { pConvertor 388 opal/datatype/opal_datatype_pack.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 392 opal/datatype/opal_datatype_pack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, pConvertor 393 opal/datatype/opal_datatype_pack.c conv_ptr - pConvertor->pBaseBuf ); pConvertor 395 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos, pStack->index, pStack->count, pStack->disp ); ); pConvertor 452 opal/datatype/opal_datatype_pack.c opal_pack_general_function( opal_convertor_t* pConvertor, pConvertor 462 opal/datatype/opal_datatype_pack.c const opal_datatype_t *pData = pConvertor->pDesc; pConvertor 468 opal/datatype/opal_datatype_pack.c (void*)pConvertor, (void*)pConvertor->pBaseBuf, pConvertor 471 opal/datatype/opal_datatype_pack.c description = pConvertor->use_desc->desc; pConvertor 477 opal/datatype/opal_datatype_pack.c pStack = pConvertor->pStack + pConvertor->stack_pos; pConvertor 479 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 482 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos--; pConvertor 487 opal/datatype/opal_datatype_pack.c pos_desc, count_desc, (long)(conv_ptr - pConvertor->pBaseBuf), pConvertor 488 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos, pStack->index, pStack->count, pStack->disp ); ); pConvertor 497 opal/datatype/opal_datatype_pack.c (void*)pConvertor->pBaseBuf, conv_ptr + pElem->elem.disp - pConvertor->pBaseBuf, pConvertor 502 opal/datatype/opal_datatype_pack.c pack_predefined_heterogeneous( pConvertor, pElem, &count_desc, pConvertor 505 opal/datatype/opal_datatype_pack.c PACK_PREDEFINED_DATATYPE( pConvertor, pElem, count_desc, pConvertor 509 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 519 opal/datatype/opal_datatype_pack.c pStack->count, pConvertor->stack_pos, pConvertor 522 opal/datatype/opal_datatype_pack.c if( 0 == pConvertor->stack_pos ) { pConvertor 529 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos--; pConvertor 541 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 544 opal/datatype/opal_datatype_pack.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 551 opal/datatype/opal_datatype_pack.c PACK_CONTIGUOUS_LOOP( pConvertor, pElem, count_desc, pConvertor 561 opal/datatype/opal_datatype_pack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, count_desc, pConvertor 567 opal/datatype/opal_datatype_pack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 569 opal/datatype/opal_datatype_pack.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pElem, "advance loop" ); pConvertor 578 opal/datatype/opal_datatype_pack.c pConvertor->bConverted += total_packed; /* update the already converted bytes */ pConvertor 580 opal/datatype/opal_datatype_pack.c if( pConvertor->bConverted == pConvertor->local_size ) { pConvertor 581 opal/datatype/opal_datatype_pack.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 585 opal/datatype/opal_datatype_pack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, pConvertor 586 opal/datatype/opal_datatype_pack.c conv_ptr - pConvertor->pBaseBuf ); pConvertor 588 opal/datatype/opal_datatype_pack.c pConvertor->stack_pos, pStack->index, pStack->count, pStack->disp ); ); pConvertor 114 opal/datatype/opal_datatype_position.c int opal_convertor_generic_simple_position( opal_convertor_t* pConvertor, pConvertor 120 opal/datatype/opal_datatype_position.c dt_elem_desc_t* description = pConvertor->use_desc->desc; pConvertor 122 opal/datatype/opal_datatype_position.c unsigned char *base_pointer = pConvertor->pBaseBuf; pConvertor 124 opal/datatype/opal_datatype_position.c ptrdiff_t extent = pConvertor->pDesc->ub - pConvertor->pDesc->lb; pConvertor 126 opal/datatype/opal_datatype_position.c DUMP( "opal_convertor_generic_simple_position( %p, &%ld )\n", (void*)pConvertor, (long)*position ); pConvertor 127 opal/datatype/opal_datatype_position.c assert(*position > pConvertor->bConverted); pConvertor 134 opal/datatype/opal_datatype_position.c iov_len_local = *position - pConvertor->bConverted; pConvertor 135 opal/datatype/opal_datatype_position.c if( iov_len_local > pConvertor->pDesc->size ) { pConvertor 136 opal/datatype/opal_datatype_position.c pStack = pConvertor->pStack; /* we're working with the full stack */ pConvertor 137 opal/datatype/opal_datatype_position.c count_desc = iov_len_local / pConvertor->pDesc->size; pConvertor 140 opal/datatype/opal_datatype_position.c (unsigned long)pConvertor->bConverted, (unsigned long)*position, (unsigned long)pConvertor->pDesc->size, pConvertor 143 opal/datatype/opal_datatype_position.c for( pos_desc = 0; pos_desc <= pConvertor->stack_pos; pos_desc++ ) pConvertor 145 opal/datatype/opal_datatype_position.c pConvertor->bConverted += count_desc * pConvertor->pDesc->size; pConvertor 146 opal/datatype/opal_datatype_position.c iov_len_local = *position - pConvertor->bConverted; pConvertor 149 opal/datatype/opal_datatype_position.c (unsigned long)pConvertor->bConverted, (unsigned long)pStack[0].count, (unsigned long)iov_len_local ); ); pConvertor 152 opal/datatype/opal_datatype_position.c pStack = pConvertor->pStack + pConvertor->stack_pos; pConvertor 157 opal/datatype/opal_datatype_position.c pConvertor->stack_pos--; pConvertor 162 opal/datatype/opal_datatype_position.c pos_desc, count_desc, (unsigned long long)(base_pointer - pConvertor->pBaseBuf), pConvertor 163 opal/datatype/opal_datatype_position.c pConvertor->stack_pos, pStack->index, pStack->count, (unsigned long long)pStack->disp ); ); pConvertor 165 opal/datatype/opal_datatype_position.c if( 0 != pConvertor->partial_length ) { pConvertor 167 opal/datatype/opal_datatype_position.c size_t missing_length = element_length - pConvertor->partial_length; pConvertor 169 opal/datatype/opal_datatype_position.c pConvertor->partial_length = (pConvertor->partial_length + iov_len_local) % element_length; pConvertor 170 opal/datatype/opal_datatype_position.c pConvertor->bConverted += iov_len_local; pConvertor 171 opal/datatype/opal_datatype_position.c assert(pConvertor->partial_length < element_length); pConvertor 174 opal/datatype/opal_datatype_position.c pConvertor->partial_length = (pConvertor->partial_length + missing_length) % element_length; pConvertor 175 opal/datatype/opal_datatype_position.c assert(pConvertor->partial_length == 0); pConvertor 176 opal/datatype/opal_datatype_position.c pConvertor->bConverted += missing_length; pConvertor 183 opal/datatype/opal_datatype_position.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 186 opal/datatype/opal_datatype_position.c if( pConvertor->stack_pos == 0 ) { pConvertor 187 opal/datatype/opal_datatype_position.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 188 opal/datatype/opal_datatype_position.c pConvertor->partial_length = 0; pConvertor 191 opal/datatype/opal_datatype_position.c pConvertor->stack_pos--; pConvertor 203 opal/datatype/opal_datatype_position.c base_pointer = pConvertor->pBaseBuf + pStack->disp; pConvertor 206 opal/datatype/opal_datatype_position.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 212 opal/datatype/opal_datatype_position.c POSITION_CONTIGUOUS_LOOP( pConvertor, pElem, count_desc, pConvertor 221 opal/datatype/opal_datatype_position.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, count_desc, pConvertor 225 opal/datatype/opal_datatype_position.c base_pointer = pConvertor->pBaseBuf + pStack->disp; pConvertor 227 opal/datatype/opal_datatype_position.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pElem, "advance loop" ); pConvertor 229 opal/datatype/opal_datatype_position.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 235 opal/datatype/opal_datatype_position.c POSITION_PREDEFINED_DATATYPE( pConvertor, pElem, count_desc, pConvertor 238 opal/datatype/opal_datatype_position.c pConvertor->partial_length = iov_len_local; pConvertor 241 opal/datatype/opal_datatype_position.c base_pointer = pConvertor->pBaseBuf + pStack->disp; pConvertor 245 opal/datatype/opal_datatype_position.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 250 opal/datatype/opal_datatype_position.c pConvertor->bConverted = *position; /* update the already converted bytes */ pConvertor 252 opal/datatype/opal_datatype_position.c if( !(pConvertor->flags & CONVERTOR_COMPLETED) ) { pConvertor 254 opal/datatype/opal_datatype_position.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, pConvertor 255 opal/datatype/opal_datatype_position.c base_pointer - pConvertor->pBaseBuf ); pConvertor 257 opal/datatype/opal_datatype_position.c pConvertor->stack_pos, pStack->index, pStack->count, (unsigned long long)pStack->disp ); ); pConvertor 27 opal/datatype/opal_datatype_prototypes.h opal_pack_general( opal_convertor_t* pConvertor, pConvertor 31 opal/datatype/opal_datatype_prototypes.h opal_pack_general_checksum( opal_convertor_t* pConvertor, pConvertor 35 opal/datatype/opal_datatype_prototypes.h opal_unpack_general( opal_convertor_t* pConvertor, pConvertor 39 opal/datatype/opal_datatype_prototypes.h opal_unpack_general_checksum( opal_convertor_t* pConvertor, pConvertor 63 opal/datatype/opal_datatype_prototypes.h opal_generic_simple_pack( opal_convertor_t* pConvertor, pConvertor 67 opal/datatype/opal_datatype_prototypes.h opal_generic_simple_pack_checksum( opal_convertor_t* pConvertor, pConvertor 79 opal/datatype/opal_datatype_prototypes.h opal_generic_simple_unpack( opal_convertor_t* pConvertor, pConvertor 83 opal/datatype/opal_datatype_prototypes.h opal_generic_simple_unpack_checksum( opal_convertor_t* pConvertor, pConvertor 180 opal/datatype/opal_datatype_unpack.c opal_unpack_partial_datatype( opal_convertor_t* pConvertor, dt_elem_desc_t* pElem, pConvertor 194 opal/datatype/opal_datatype_unpack.c (unsigned long)pConvertor->bConverted, (unsigned long)pConvertor->local_size, pConvertor->count ); ); pConvertor 213 opal/datatype/opal_datatype_unpack.c pConvertor->cbmemcpy(saved_data, user_data, data_length, pConvertor ); pConvertor 220 opal/datatype/opal_datatype_unpack.c UNPACK_PREDEFINED_DATATYPE( pConvertor, pElem, count_desc, pConvertor 236 opal/datatype/opal_datatype_unpack.c pConvertor->cbmemcpy(resaved_data, user_data, data_length, pConvertor ); pConvertor 239 opal/datatype/opal_datatype_unpack.c pConvertor->cbmemcpy(&user_data[i], &saved_data[i], 1, pConvertor); pConvertor 261 opal/datatype/opal_datatype_unpack.c opal_generic_simple_unpack_function( opal_convertor_t* pConvertor, pConvertor 271 opal/datatype/opal_datatype_unpack.c const opal_datatype_t *pData = pConvertor->pDesc; pConvertor 277 opal/datatype/opal_datatype_unpack.c (void*)pConvertor, (void*)iov[0].iov_base, (unsigned long)iov[0].iov_len, *out_size ); ); pConvertor 279 opal/datatype/opal_datatype_unpack.c description = pConvertor->use_desc->desc; pConvertor 285 opal/datatype/opal_datatype_unpack.c pStack = pConvertor->pStack + pConvertor->stack_pos; pConvertor 287 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 290 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos--; pConvertor 295 opal/datatype/opal_datatype_unpack.c pos_desc, count_desc, (long)(conv_ptr - pConvertor->pBaseBuf), pConvertor 296 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos, pStack->index, pStack->count, (long)(pStack->disp) ); ); pConvertor 301 opal/datatype/opal_datatype_unpack.c if( 0 != pConvertor->partial_length ) { pConvertor 303 opal/datatype/opal_datatype_unpack.c size_t missing_length = element_length - pConvertor->partial_length; pConvertor 306 opal/datatype/opal_datatype_unpack.c COMPUTE_CSUM( iov_ptr, missing_length, pConvertor ); pConvertor 307 opal/datatype/opal_datatype_unpack.c opal_unpack_partial_datatype( pConvertor, pElem, pConvertor 309 opal/datatype/opal_datatype_unpack.c pConvertor->partial_length, element_length - pConvertor->partial_length, pConvertor 313 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 319 opal/datatype/opal_datatype_unpack.c pConvertor->partial_length = 0; /* nothing more inside */ pConvertor 324 opal/datatype/opal_datatype_unpack.c UNPACK_PREDEFINED_DATATYPE( pConvertor, pElem, count_desc, pConvertor 327 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 339 opal/datatype/opal_datatype_unpack.c COMPUTE_CSUM( iov_ptr, iov_len_local, pConvertor ); pConvertor 341 opal/datatype/opal_datatype_unpack.c opal_unpack_partial_datatype( pConvertor, pElem, pConvertor 345 opal/datatype/opal_datatype_unpack.c pConvertor->partial_length = iov_len_local; pConvertor 352 opal/datatype/opal_datatype_unpack.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 355 opal/datatype/opal_datatype_unpack.c if( 0 == pConvertor->stack_pos ) { pConvertor 362 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos--; pConvertor 374 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 377 opal/datatype/opal_datatype_unpack.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 383 opal/datatype/opal_datatype_unpack.c UNPACK_CONTIGUOUS_LOOP( pConvertor, pElem, count_desc, pConvertor 392 opal/datatype/opal_datatype_unpack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, count_desc, pConvertor 396 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 398 opal/datatype/opal_datatype_unpack.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pElem, "advance loop" ); pConvertor 408 opal/datatype/opal_datatype_unpack.c pConvertor->bConverted += total_unpacked; /* update the already converted bytes */ pConvertor 410 opal/datatype/opal_datatype_unpack.c if( pConvertor->bConverted == pConvertor->remote_size ) { pConvertor 411 opal/datatype/opal_datatype_unpack.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 415 opal/datatype/opal_datatype_unpack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, pConvertor 416 opal/datatype/opal_datatype_unpack.c conv_ptr - pConvertor->pBaseBuf ); pConvertor 418 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos, pStack->index, pStack->count, (long)pStack->disp ); ); pConvertor 435 opal/datatype/opal_datatype_unpack.c opal_unpack_general_function( opal_convertor_t* pConvertor, pConvertor 446 opal/datatype/opal_datatype_unpack.c const opal_datatype_t *pData = pConvertor->pDesc; pConvertor 451 opal/datatype/opal_datatype_unpack.c const opal_convertor_master_t* master = pConvertor->master; pConvertor 456 opal/datatype/opal_datatype_unpack.c (void*)pConvertor, (void*)iov[0].iov_base, (unsigned long)iov[0].iov_len, *out_size ); ); pConvertor 458 opal/datatype/opal_datatype_unpack.c description = pConvertor->use_desc->desc; pConvertor 464 opal/datatype/opal_datatype_unpack.c pStack = pConvertor->pStack + pConvertor->stack_pos; pConvertor 466 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 469 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos--; pConvertor 474 opal/datatype/opal_datatype_unpack.c pos_desc, count_desc, (long)(conv_ptr - pConvertor->pBaseBuf), pConvertor 475 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos, pStack->index, pStack->count, (long)(pStack->disp) ); ); pConvertor 480 opal/datatype/opal_datatype_unpack.c assert( 0 == pConvertor->partial_length ); pConvertor 485 opal/datatype/opal_datatype_unpack.c OPAL_DATATYPE_SAFEGUARD_POINTER( conv_ptr + pElem->elem.disp, pData->size, pConvertor->pBaseBuf, pConvertor 486 opal/datatype/opal_datatype_unpack.c pData, pConvertor->count ); pConvertor 489 opal/datatype/opal_datatype_unpack.c (void*)pConvertor->pBaseBuf, conv_ptr + pElem->elem.disp - pConvertor->pBaseBuf, pConvertor 492 opal/datatype/opal_datatype_unpack.c rc = master->pFunctions[type]( pConvertor, count_desc, pConvertor 495 opal/datatype/opal_datatype_unpack.c (pConvertor->pDesc->ub - pConvertor->pDesc->lb) * pConvertor->count, pConvertor 501 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 516 opal/datatype/opal_datatype_unpack.c COMPUTE_CSUM( iov_ptr, iov_len_local, pConvertor ); pConvertor 518 opal/datatype/opal_datatype_unpack.c opal_unpack_partial_datatype( pConvertor, pElem, pConvertor 522 opal/datatype/opal_datatype_unpack.c pConvertor->partial_length = iov_len_local; pConvertor 529 opal/datatype/opal_datatype_unpack.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 532 opal/datatype/opal_datatype_unpack.c if( 0 == pConvertor->stack_pos ) { pConvertor 539 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos--; pConvertor 551 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 554 opal/datatype/opal_datatype_unpack.c pStack->count, pConvertor->stack_pos, pos_desc, pConvertor 558 opal/datatype/opal_datatype_unpack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, OPAL_DATATYPE_LOOP, count_desc, pConvertor 561 opal/datatype/opal_datatype_unpack.c conv_ptr = pConvertor->pBaseBuf + pStack->disp; pConvertor 563 opal/datatype/opal_datatype_unpack.c DDT_DUMP_STACK( pConvertor->pStack, pConvertor->stack_pos, pElem, "advance loop" ); pConvertor 573 opal/datatype/opal_datatype_unpack.c pConvertor->bConverted += total_unpacked; /* update the already converted bytes */ pConvertor 575 opal/datatype/opal_datatype_unpack.c if( pConvertor->bConverted == pConvertor->remote_size ) { pConvertor 576 opal/datatype/opal_datatype_unpack.c pConvertor->flags |= CONVERTOR_COMPLETED; pConvertor 580 opal/datatype/opal_datatype_unpack.c PUSH_STACK( pStack, pConvertor->stack_pos, pos_desc, pElem->elem.common.type, count_desc, pConvertor 581 opal/datatype/opal_datatype_unpack.c conv_ptr - pConvertor->pBaseBuf ); pConvertor 583 opal/datatype/opal_datatype_unpack.c pConvertor->stack_pos, pStack->index, pStack->count, (long)pStack->disp ); ); pConvertor 101 opal/mca/common/cuda/common_cuda.h static inline int32_t opal_convertor_cuda_need_buffers( opal_convertor_t* pConvertor ) pConvertor 104 opal/mca/common/cuda/common_cuda.h uint32_t cudaflag = pConvertor->flags & CONVERTOR_CUDA; /* Save CUDA flag */ pConvertor 105 opal/mca/common/cuda/common_cuda.h pConvertor->flags &= ~CONVERTOR_CUDA; /* Clear CUDA flag if it exists */ pConvertor 106 opal/mca/common/cuda/common_cuda.h retval = opal_convertor_need_buffers(pConvertor); pConvertor 107 opal/mca/common/cuda/common_cuda.h pConvertor->flags |= cudaflag; /* Restore CUDA flag */