frag 183 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag = NULL; frag 186 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag); frag 188 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c MCA_BTL_TCP_FRAG_ALLOC_MAX(frag); frag 190 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 194 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[0].seg_len = size; frag 195 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[0].seg_addr.pval = frag+1; frag 197 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src = frag->segments; frag 198 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src_cnt = 1; frag 199 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_dst = NULL; frag 200 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_dst_cnt = 0; frag 201 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_flags = flags; frag 202 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.order = MCA_BTL_NO_ORDER; frag 203 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->btl = (mca_btl_tcp_module_t*)btl; frag 204 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; frag 205 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return (mca_btl_base_descriptor_t*)frag; frag 217 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag = (mca_btl_tcp2_frag_t*)des; frag 218 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c MCA_BTL_TCP_FRAG_RETURN(frag); frag 239 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag; frag 253 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag); frag 259 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c MCA_BTL_TCP_FRAG_ALLOC_MAX(frag); frag 261 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 265 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[0].seg_addr.pval = (frag + 1); frag 266 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[0].seg_len = reserve; frag 268 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src_cnt = 1; frag 271 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (max_data + reserve > frag->size) { frag 272 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c max_data = frag->size - reserve; frag 275 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c iov.iov_base = (IOVBASE_TYPE*)(((unsigned char*)(frag->segments[0].seg_addr.pval)) + reserve); frag 279 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_free(btl, &frag->base); frag 283 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[0].seg_len += max_data; frag 292 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_free(btl, &frag->base); frag 296 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[1].seg_addr.pval = iov.iov_base; frag 297 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments[1].seg_len = max_data; frag 298 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src_cnt = 2; frag 301 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src = frag->segments; frag 302 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_dst = NULL; frag 303 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_dst_cnt = 0; frag 304 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_flags = flags; frag 305 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.order = MCA_BTL_NO_ORDER; frag 307 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return &frag->base; frag 335 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag; frag 340 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c MCA_BTL_TCP_FRAG_ALLOC_USER(frag); frag 341 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 345 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->segments->seg_len = *size; frag 346 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c opal_convertor_get_current_pointer( convertor, (void**)&(frag->segments->seg_addr.pval) ); frag 348 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src = NULL; frag 349 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_src_cnt = 0; frag 350 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_dst = frag->segments; frag 351 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_dst_cnt = 1; frag 352 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.des_flags = flags; frag 353 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->base.order = MCA_BTL_NO_ORDER; frag 354 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return &frag->base; frag 373 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag = (mca_btl_tcp2_frag_t*)descriptor; frag 376 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->btl = tcp_btl; frag 377 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; frag 378 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->rc = 0; frag 379 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_idx = 0; frag 380 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_cnt = 1; frag 381 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_ptr = frag->iov; frag 382 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; frag 383 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[0].iov_len = sizeof(frag->hdr); frag 384 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.size = 0; frag 385 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c for( i = 0; i < (int)frag->base.des_src_cnt; i++) { frag 386 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.size += frag->segments[i].seg_len; frag 387 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[i+1].iov_len = frag->segments[i].seg_len; frag 388 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[i+1].iov_base = (IOVBASE_TYPE*)frag->segments[i].seg_addr.pval; frag 389 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_cnt++; frag 391 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.base.tag = tag; frag 392 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.type = MCA_BTL_TCP_HDR_TYPE_SEND; frag 393 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.count = 0; frag 394 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); frag 395 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return mca_btl_tcp_endpoint_send(endpoint,frag); frag 412 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag = (mca_btl_tcp2_frag_t*)descriptor; frag 415 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->btl = tcp_btl; frag 416 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; frag 417 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->rc = 0; frag 418 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_idx = 0; frag 419 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.size = 0; frag 420 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_cnt = 2; frag 421 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_ptr = frag->iov; frag 422 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; frag 423 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[0].iov_len = sizeof(frag->hdr); frag 424 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[1].iov_base = (IOVBASE_TYPE*)frag->base.des_dst; frag 425 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[1].iov_len = frag->base.des_dst_cnt * sizeof(mca_btl_base_segment_t); frag 426 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c for( i = 0; i < (int)frag->base.des_src_cnt; i++ ) { frag 427 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.size += frag->segments[i].seg_len; frag 428 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[i+2].iov_len = frag->segments[i].seg_len; frag 429 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[i+2].iov_base = (IOVBASE_TYPE*)frag->segments[i].seg_addr.pval; frag 430 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_cnt++; frag 432 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.base.tag = MCA_BTL_TAG_BTL; frag 433 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.type = MCA_BTL_TCP_HDR_TYPE_PUT; frag 434 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.count = frag->base.des_dst_cnt; frag 435 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); frag 436 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return ((i = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OMPI_SUCCESS : i); frag 455 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c mca_btl_tcp2_frag_t* frag = (mca_btl_tcp2_frag_t*)descriptor; frag 458 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->btl = tcp_btl; frag 459 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->endpoint = endpoint; frag 460 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->rc = 0; frag 461 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_idx = 0; frag 462 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.size = 0; frag 463 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_cnt = 2; frag 464 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov_ptr = frag->iov; frag 465 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; frag 466 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[0].iov_len = sizeof(frag->hdr); frag 467 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[1].iov_base = (IOVBASE_TYPE*)frag->base.des_src; frag 468 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->iov[1].iov_len = frag->base.des_src_cnt * sizeof(mca_btl_base_segment_t); frag 469 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.base.tag = MCA_BTL_TAG_BTL; frag 470 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.type = MCA_BTL_TCP_HDR_TYPE_GET; frag 471 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c frag->hdr.count = frag->base.des_src_cnt; frag 472 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); frag 473 contrib/build-mca-comps-outside-of-tree/btl_tcp2.c return ((rc = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OMPI_SUCCESS : rc); frag 266 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c int mca_btl_tcp2_endpoint_send(mca_btl_base_endpoint_t* btl_endpoint, mca_btl_tcp2_frag_t* frag) frag 275 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c opal_list_append(&btl_endpoint->endpoint_frags, (opal_list_item_t*)frag); frag 276 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 285 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c if(frag->base.des_flags & MCA_BTL_DES_FLAGS_PRIORITY && frag 286 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c mca_btl_tcp2_frag_send(frag, btl_endpoint->endpoint_sd)) { frag 287 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c int btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 289 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c MCA_BTL_TCP_COMPLETE_FRAG_SEND(frag); frag 292 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c btl_endpoint->endpoint_send_frag = frag; frag 293 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 297 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 298 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c opal_list_append(&btl_endpoint->endpoint_frags, (opal_list_item_t*)frag); frag 715 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c mca_btl_tcp2_frag_t* frag; frag 717 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c frag = btl_endpoint->endpoint_recv_frag; frag 720 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c if(NULL == frag) { frag 724 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c MCA_BTL_TCP_FRAG_ALLOC_MAX(frag); frag 726 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag); frag 729 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c if(NULL == frag) { frag 733 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c MCA_BTL_TCP_FRAG_INIT_DST(frag, btl_endpoint); frag 737 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c if( mca_btl_tcp_frag_recv(frag, btl_endpoint->endpoint_sd) == false ) { frag 738 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c btl_endpoint->endpoint_recv_frag = frag; frag 742 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c TODO_MCA_BTL_TCP_RECV_TRIGGER_CB(frag); frag 748 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c frag = NULL; frag 753 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c MCA_BTL_TCP_FRAG_INIT_DST(frag, btl_endpoint); frag 760 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c MCA_BTL_TCP_FRAG_RETURN(frag); frag 804 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c mca_btl_tcp2_frag_t* frag = btl_endpoint->endpoint_send_frag; frag 805 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c int btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 807 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c if(mca_btl_tcp2_frag_send(frag, btl_endpoint->endpoint_sd) == false) { frag 816 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c assert( frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK ); frag 817 contrib/build-mca-comps-outside-of-tree/btl_tcp2_endpoint.c TODO_MCA_BTL_TCP_COMPLETE_FRAG_SEND(frag); frag 46 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c static void mca_btl_tcp2_frag_common_constructor(mca_btl_tcp2_frag_t* frag) frag 48 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->base.des_src = NULL; frag 49 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->base.des_src_cnt = 0; frag 50 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->base.des_dst = NULL; frag 51 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->base.des_dst_cnt = 0; frag 54 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c static void mca_btl_tcp2_frag_eager_constructor(mca_btl_tcp2_frag_t* frag) frag 56 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->size = mca_btl_tcp2_module.super.btl_eager_limit; frag 57 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->my_list = &mca_btl_tcp2_component.tcp_frag_eager; frag 58 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_frag_common_constructor(frag); frag 61 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c static void mca_btl_tcp2_frag_max_constructor(mca_btl_tcp2_frag_t* frag) frag 63 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->size = mca_btl_tcp2_module.super.btl_max_send_size; frag 64 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->my_list = &mca_btl_tcp2_component.tcp_frag_max; frag 65 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_frag_common_constructor(frag); frag 68 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c static void mca_btl_tcp2_frag_user_constructor(mca_btl_tcp2_frag_t* frag) frag 70 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->size = 0; frag 71 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->my_list = &mca_btl_tcp2_component.tcp_frag_user; frag 72 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_frag_common_constructor(frag); frag 101 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c bool mca_btl_tcp2_frag_send(mca_btl_tcp2_frag_t* frag, int sd) frag 108 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c cnt = writev(sd, frag->iov_ptr, frag->iov_cnt); frag 117 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr[0].iov_base, (unsigned long) frag->iov_ptr[0].iov_len, frag 118 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c strerror(opal_socket_errno), (unsigned long) frag->iov_cnt)); frag 119 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_endpoint_close(frag->endpoint); frag 125 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_tcp2_endpoint_close(frag->endpoint); frag 132 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c num_vecs = frag->iov_cnt; frag 134 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if(cnt >= (int)frag->iov_ptr->iov_len) { frag 135 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c cnt -= frag->iov_ptr->iov_len; frag 136 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr++; frag 137 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_idx++; frag 138 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_cnt--; frag 140 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr->iov_base = (ompi_iov_base_ptr_t) frag 141 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c (((unsigned char*)frag->iov_ptr->iov_base) + cnt); frag 142 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr->iov_len -= cnt; frag 146 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c return (frag->iov_cnt == 0); frag 149 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c bool mca_btl_tcp2_frag_recv(mca_btl_tcp2_frag_t* frag, int sd) frag 153 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c mca_btl_base_endpoint_t* btl_endpoint = frag->endpoint; frag 156 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c num_vecs = frag->iov_cnt; frag 165 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c for( i = 0; i < frag->iov_cnt; i++ ) { frag 166 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if( length > frag->iov_ptr[i].iov_len ) frag 167 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c length = frag->iov_ptr[i].iov_len; frag 168 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if( (0 == dont_copy_data) || (length < frag->iov_ptr[i].iov_len) ) { frag 169 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c memcpy( frag->iov_ptr[i].iov_base, btl_endpoint->endpoint_cache_pos, length ); frag 171 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->segments[0].seg_addr.pval = btl_endpoint->endpoint_cache_pos; frag 172 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr[i].iov_base = btl_endpoint->endpoint_cache_pos; frag 187 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr[num_vecs].iov_base = btl_endpoint->endpoint_cache_pos; frag 188 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr[num_vecs].iov_len = frag 196 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c cnt = readv(sd, frag->iov_ptr, num_vecs); frag 209 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr[0].iov_base, (unsigned long) frag->iov_ptr[0].iov_len, frag 210 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c strerror(opal_socket_errno), (unsigned long) frag->iov_cnt)); frag 224 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c num_vecs = frag->iov_cnt; frag 226 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if( cnt < (int)frag->iov_ptr->iov_len ) { frag 227 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr->iov_base = (ompi_iov_base_ptr_t) frag 228 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c (((unsigned char*)frag->iov_ptr->iov_base) + cnt); frag 229 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr->iov_len -= cnt; frag 233 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c cnt -= frag->iov_ptr->iov_len; frag 234 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_idx++; frag 235 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_ptr++; frag 236 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_cnt--; frag 243 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if(frag->iov_cnt == 0) { frag 244 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if (btl_endpoint->endpoint_nbo && frag->iov_idx == 1) MCA_BTL_TCP_HDR_NTOH(frag->hdr); frag 245 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c switch(frag->hdr.type) { frag 247 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if(frag->iov_idx == 1 && frag->hdr.size) { frag 248 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->segments[0].seg_addr.pval = frag+1; frag 249 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->segments[0].seg_len = frag->hdr.size; frag 250 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov[1].iov_base = (IOVBASE_TYPE*)(frag->segments[0].seg_addr.pval); frag 251 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov[1].iov_len = frag->hdr.size; frag 252 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_cnt++; frag 264 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c if(frag->iov_idx == 1) { frag 265 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov[1].iov_base = (IOVBASE_TYPE*)frag->segments; frag 266 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov[1].iov_len = frag->hdr.count * sizeof(mca_btl_base_segment_t); frag 267 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_cnt++; frag 269 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c } else if (frag->iov_idx == 2) { frag 270 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c for( i = 0; i < frag->hdr.count; i++ ) { frag 271 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov[i+2].iov_base = (IOVBASE_TYPE*)ompi_ptr_ltop(frag->segments[i].seg_addr.lval); frag 272 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov[i+2].iov_len = frag->segments[i].seg_len; frag 274 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.c frag->iov_cnt += frag->hdr.count; frag 90 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag) \ frag 96 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag = (mca_btl_tcp_frag_t*) item; \ frag 99 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_ALLOC_MAX(frag) \ frag 105 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag = (mca_btl_tcp_frag_t*) item; \ frag 108 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_ALLOC_USER(frag) \ frag 114 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag = (mca_btl_tcp_frag_t*) item; \ frag 118 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_RETURN(frag) \ frag 120 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h (frag)->next_step = MCA_BTL_TCP_FRAG_STEP_UNDEFINED; \ frag 121 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h if( frag->my_list == &mca_btl_tcp_component.tcp_frag_eager ) { \ frag 123 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h OMPI_FREE_LIST_RETURN_MT(frag->my_list, (ompi_free_list_item_t*)(frag)); \ frag 125 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h } else if( frag->my_list == &mca_btl_tcp_component.tcp_frag_max ) { \ frag 127 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h OMPI_FREE_LIST_RETURN_MT(frag->my_list, (ompi_free_list_item_t*)(frag)); \ frag 130 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h assert( frag->my_list == &mca_btl_tcp_component.tcp_frag_user ); \ frag 132 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h OMPI_FREE_LIST_RETURN_MT(frag->my_list, (ompi_free_list_item_t*)(frag)); \ frag 137 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_RETURN(frag) \ frag 139 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h (frag)->next_step = MCA_BTL_TCP_FRAG_STEP_UNDEFINED; \ frag 140 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h OMPI_FREE_LIST_RETURN_MT(frag->my_list, (ompi_free_list_item_t*)(frag)); \ frag 144 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h #define MCA_BTL_TCP_FRAG_INIT_DST(frag,ep) \ frag 146 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->base.des_src = NULL; \ frag 147 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->base.des_src_cnt = 0; \ frag 148 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->base.des_dst = frag->segments; \ frag 149 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->base.des_dst_cnt = 1; \ frag 150 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->endpoint = ep; \ frag 151 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->iov[0].iov_len = sizeof(frag->hdr); \ frag 152 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; \ frag 153 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->iov_cnt = 1; \ frag 154 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->iov_idx = 0; \ frag 155 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->iov_ptr = frag->iov; \ frag 156 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h frag->rc = 0; \ frag 163 contrib/build-mca-comps-outside-of-tree/btl_tcp2_frag.h void mca_btl_tcp_dump_frag( mca_btl_tcp_frag_t* frag, char* msg ); frag 67 ompi/mca/mtl/portals4/mtl_portals4_recv.c ompi_mtl_portals4_rndv_get_frag_t* frag; frag 72 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag = (ompi_mtl_portals4_rndv_get_frag_t*) tmp; frag 74 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->request = request; frag 76 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_num = i; frag 78 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_start = (char*)start + i * ompi_mtl_portals4.max_msg_size_mtl; frag 79 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_length = (OPAL_UNLIKELY(rest > ompi_mtl_portals4.max_msg_size_mtl)) ? ompi_mtl_portals4.max_msg_size_mtl : rest; frag 80 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_target = target; frag 81 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_match_bits = match_bits; frag 82 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_remote_offset = remote_offset + i * ompi_mtl_portals4.max_msg_size_mtl; frag 84 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->event_callback = ompi_mtl_portals4_rndv_get_frag_progress; frag 85 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_abs_timeout_usec = 0; frag 88 ompi/mca/mtl/portals4/mtl_portals4_recv.c i + 1, frag_count, frag->frag_length)); frag 91 ompi/mca/mtl/portals4/mtl_portals4_recv.c (ptl_size_t) frag->frag_start, frag 92 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_length, frag 93 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_target, frag 95 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_match_bits, frag 96 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_remote_offset, frag 97 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag); frag 104 ompi/mca/mtl/portals4/mtl_portals4_recv.c rest -= frag->frag_length; frag 105 ompi/mca/mtl/portals4/mtl_portals4_recv.c asked += frag->frag_length; frag 276 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_frag_t *frag; frag 319 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, true); frag 322 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, false); frag 326 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, false); frag 415 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); frag 445 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_frag_t *frag; frag 487 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, true); frag 490 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, !request); frag 494 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, true, !request); frag 590 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); frag 613 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_frag_t *frag; frag 661 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, false); frag 694 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish (module, frag); frag 758 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_frag_t *frag; frag 808 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, release_req); frag 812 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target, frag_len, &frag, &ptr, false, release_req); frag 878 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); frag 958 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ompi_osc_pt2pt_frag_t *frag; frag 1022 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target_rank, frag_len, &frag, &ptr, false, release_req); frag 1025 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target_rank, frag_len, &frag, &ptr, true, release_req); frag 1029 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c ret = ompi_osc_pt2pt_frag_alloc(module, target_rank, frag_len, &frag, &ptr, true, release_req); frag 1115 ompi/mca/osc/pt2pt/osc_pt2pt_comm.c return ompi_osc_pt2pt_frag_finish(module, frag); frag 214 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_frag_t *frag; frag 218 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_frag_alloc(module, target, len, &frag, &ptr, false, true); frag 222 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = ompi_osc_pt2pt_frag_finish(module, frag); frag 1528 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ompi_osc_pt2pt_frag_header_t *frag) frag 1535 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c (int) frag->source, (int) frag->num_ops)); frag 1537 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c header = (ompi_osc_pt2pt_header_t *) (frag + 1); frag 1539 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c for (int i = 0 ; i < frag->num_ops ; ++i) { frag 1542 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c header->base.type, (unsigned) ((uintptr_t)header - (uintptr_t)frag), frag 1549 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_put(module, frag->source, &header->put); frag 1552 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_put_long(module, frag->source, &header->put); frag 1556 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_acc(module, frag->source, &header->acc); frag 1559 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_acc_long (module, frag->source, &header->acc); frag 1563 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_unlock(module, frag->source, &header->unlock); frag 1567 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_get (module, frag->source, &header->get); frag 1571 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_cswap (module, frag->source, &header->cswap); frag 1575 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_get_acc (module, frag->source, &header->acc); frag 1579 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_get_acc_long (module, frag->source, &header->acc); frag 1583 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_flush (module, frag->source, &header->flush); frag 1587 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_complete (module, frag->source, &header->complete); frag 1595 ompi/mca/osc/pt2pt/osc_pt2pt_data_move.c ret = process_large_datatype_request (module, frag->source, header); frag 20 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c static void ompi_osc_pt2pt_frag_constructor (ompi_osc_pt2pt_frag_t *frag) frag 22 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c frag->buffer = frag->super.ptr; frag 30 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_frag_t *frag = frag 32 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_module_t *module = frag->module; frag 36 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c frag->target, (void *) frag, (void *) request)); frag 39 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c opal_free_list_return (&mca_osc_pt2pt_component.frags, &frag->super); frag 46 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c static int frag_send (ompi_osc_pt2pt_module_t *module, ompi_osc_pt2pt_frag_t *frag) frag 50 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c count = (int)((uintptr_t) frag->top - (uintptr_t) frag->buffer); frag 54 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c frag->target, (void *) frag, count)); frag 56 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c OSC_PT2PT_HTON(frag->header, module, frag->target); frag 57 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c return ompi_osc_pt2pt_isend_w_cb (frag->buffer, count, MPI_BYTE, frag->target, OSC_PT2PT_FRAG_TAG, frag 58 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c module->comm, frag_send_cb, frag); frag 63 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_frag_t *frag) frag 65 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_peer_t *peer = ompi_osc_pt2pt_peer_lookup (module, frag->target); frag 68 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c assert(0 == frag->pending && peer->active_frag != (intptr_t) frag); frag 72 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_signal_outgoing (module, frag->target, 1); frag 76 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c if (!ompi_osc_pt2pt_peer_sends_active (module, frag->target) || opal_list_get_size (&peer->queued_frags)) { frag 78 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c frag->target)); frag 80 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c opal_list_append(&peer->queued_frags, (opal_list_item_t *) frag)); frag 85 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c frag->target)); frag 87 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = frag_send(module, frag); frag 124 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ompi_osc_pt2pt_frag_t *frag; frag 129 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c while (NULL != (frag = ((ompi_osc_pt2pt_frag_t *) opal_list_remove_first (&peer->queued_frags)))) { frag 130 ompi/mca/osc/pt2pt/osc_pt2pt_frag.c ret = frag_send(module, frag); frag 202 ompi/mca/osc/pt2pt/osc_pt2pt_header.h ompi_osc_pt2pt_frag_header_t frag; frag 347 ompi/mca/osc/pt2pt/osc_pt2pt_header.h MCA_OSC_PT2PT_FRAG_HDR_NTOH(hdr->frag); frag 415 ompi/mca/osc/pt2pt/osc_pt2pt_header.h MCA_OSC_PT2PT_FRAG_HDR_HTON(hdr->frag); frag 60 ompi/mca/osc/pt2pt/osc_pt2pt_pending_frag.h ompi_osc_pt2pt_pending_frag_t* frag) frag 62 ompi/mca/osc/pt2pt/osc_pt2pt_pending_frag.h OBJ_DESTRUCT(&frag); frag 63 ompi/mca/osc/pt2pt/osc_pt2pt_pending_frag.h free(frag); frag 702 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_frag_t *frag = NULL; frag 725 ompi/mca/osc/rdma/osc_rdma_accumulate.c ret = ompi_osc_rdma_frag_alloc (module, len, &frag, &ptr); frag 734 ompi/mca/osc/rdma/osc_rdma_accumulate.c local_handle = frag->handle; frag 762 ompi/mca/osc/rdma/osc_rdma_accumulate.c if (frag) { frag 763 ompi/mca/osc/rdma/osc_rdma_accumulate.c ompi_osc_rdma_frag_complete (frag); frag 25 ompi/mca/osc/rdma/osc_rdma_comm.c static inline void ompi_osc_rdma_cleanup_rdma (ompi_osc_rdma_sync_t *sync, bool dec_always, ompi_osc_rdma_frag_t *frag, frag 28 ompi/mca/osc/rdma/osc_rdma_comm.c if (frag) { frag 29 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_complete (frag); frag 63 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_t *frag = NULL; frag 79 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_frag_alloc (module, aligned_len, &frag, &ptr); frag 90 ompi/mca/osc/rdma/osc_rdma_comm.c local_handle = frag->handle; frag 92 ompi/mca/osc/rdma/osc_rdma_comm.c (void *) frag); frag 111 ompi/mca/osc/rdma/osc_rdma_comm.c if (frag) { frag 112 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_complete (frag); frag 127 ompi/mca/osc/rdma/osc_rdma_comm.c if (frag) { frag 131 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_complete (frag); frag 480 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_t *frag = NULL; frag 486 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_frag_alloc (module, size, &frag, &ptr); frag 494 ompi/mca/osc/rdma/osc_rdma_comm.c local_handle = frag->handle; frag 506 ompi/mca/osc/rdma/osc_rdma_comm.c if (request || local_handle || frag) { frag 523 ompi/mca/osc/rdma/osc_rdma_comm.c cbcontext, frag); frag 525 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_cleanup_rdma (sync, false, frag, local_handle, request); frag 537 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_t *frag = (ompi_osc_rdma_frag_t *) data; frag 546 ompi/mca/osc/rdma/osc_rdma_comm.c if (request->buffer || frag) { frag 560 ompi/mca/osc/rdma/osc_rdma_comm.c if (NULL != frag) { frag 561 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_complete (frag); frag 598 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_frag_t *frag = NULL; frag 615 ompi/mca/osc/rdma/osc_rdma_comm.c ret = ompi_osc_rdma_frag_alloc (module, aligned_len, &frag, &ptr); frag 674 ompi/mca/osc/rdma/osc_rdma_comm.c (void*)ptr, (void *) frag, (unsigned long) aligned_len, (unsigned long) aligned_source_base); frag 675 ompi/mca/osc/rdma/osc_rdma_comm.c local_handle = frag->handle; frag 701 ompi/mca/osc/rdma/osc_rdma_comm.c request, frag); frag 720 ompi/mca/osc/rdma/osc_rdma_comm.c ompi_osc_rdma_cleanup_rdma (sync, counter_needs_inc, frag, local_handle, request); frag 19 ompi/mca/osc/rdma/osc_rdma_frag.h static inline void ompi_osc_rdma_frag_complete (ompi_osc_rdma_frag_t *frag) frag 21 ompi/mca/osc/rdma/osc_rdma_frag.h OSC_RDMA_VERBOSE(MCA_BASE_VERBOSE_INFO, "returning frag. pending = %d", frag->pending); frag 22 ompi/mca/osc/rdma/osc_rdma_frag.h if (0 == OPAL_THREAD_ADD_FETCH32(&frag->pending, -1)) { frag 25 ompi/mca/osc/rdma/osc_rdma_frag.h (void) opal_atomic_swap_32 (&frag->pending, 1); frag 27 ompi/mca/osc/rdma/osc_rdma_frag.h (void) opal_atomic_swap_64 (&frag->curr_index, 0); frag 29 ompi/mca/osc/rdma/osc_rdma_frag.h (void) opal_atomic_swap_32 (&frag->curr_index, 0); frag 49 ompi/mca/osc/rdma/osc_rdma_request.h void *frag; frag 17 ompi/mca/pml/example/pml_example_recvfrag.c mca_ptl_base_recv_frag_t* frag, frag 18 ompi/mca/pml/example/pml_example_recvfrag.h mca_ptl_base_recv_frag_t* frag, frag 197 ompi/mca/pml/ob1/pml_ob1.c mca_pml_ob1_recv_frag_t *frag, *next_frag; frag 218 ompi/mca/pml/ob1/pml_ob1.c OPAL_LIST_FOREACH_SAFE(frag, next_frag, &mca_pml_ob1.non_existing_communicator_pending, mca_pml_ob1_recv_frag_t) { frag 219 ompi/mca/pml/ob1/pml_ob1.c hdr = &frag->hdr.hdr_match; frag 222 ompi/mca/pml/ob1/pml_ob1.c if( frag->hdr.hdr_match.hdr_ctx != comm->c_contextid ) frag 229 ompi/mca/pml/ob1/pml_ob1.c (opal_list_item_t *) frag); frag 250 ompi/mca/pml/ob1/pml_ob1.c opal_list_append( &pml_proc->unexpected_frags, (opal_list_item_t*)frag ); frag 252 ompi/mca/pml/ob1/pml_ob1.c custom_match_umq_append(pml_comm->umq, hdr->hdr_tag, hdr->hdr_src, frag); frag 265 ompi/mca/pml/ob1/pml_ob1.c opal_list_append( &pml_proc->unexpected_frags, (opal_list_item_t*)frag ); frag 267 ompi/mca/pml/ob1/pml_ob1.c custom_match_umq_append(pml_comm->umq, hdr->hdr_tag, hdr->hdr_src, frag); frag 278 ompi/mca/pml/ob1/pml_ob1.c frag = check_cantmatch_for_match(pml_proc); frag 279 ompi/mca/pml/ob1/pml_ob1.c if( NULL != frag ) { frag 280 ompi/mca/pml/ob1/pml_ob1.c hdr = &frag->hdr.hdr_match; frag 285 ompi/mca/pml/ob1/pml_ob1.c append_frag_to_ordered_list(&pml_proc->frags_cant_match, frag, frag 568 ompi/mca/pml/ob1/pml_ob1.c mca_pml_ob1_recv_frag_t* frag = (mca_pml_ob1_recv_frag_t*)item; frag 569 ompi/mca/pml/ob1/pml_ob1.c mca_pml_ob1_dump_hdr( &frag->hdr ); frag 582 ompi/mca/pml/ob1/pml_ob1.c mca_pml_ob1_recv_frag_t* frag = item->range; frag 584 ompi/mca/pml/ob1/pml_ob1.c mca_pml_ob1_dump_hdr( &frag->hdr ); frag 585 ompi/mca/pml/ob1/pml_ob1.c frag = (mca_pml_ob1_recv_frag_t*)frag->super.super.opal_list_next; frag 586 ompi/mca/pml/ob1/pml_ob1.c } while( frag != item->range ); frag 785 ompi/mca/pml/ob1/pml_ob1.c mca_pml_ob1_rdma_frag_t* frag; frag 790 ompi/mca/pml/ob1/pml_ob1.c frag = (mca_pml_ob1_rdma_frag_t*) frag 793 ompi/mca/pml/ob1/pml_ob1.c if(NULL == frag) frag 796 ompi/mca/pml/ob1/pml_ob1.c frag->retries++; frag 798 ompi/mca/pml/ob1/pml_ob1.c if(frag->rdma_state == MCA_PML_OB1_RDMA_PUT) { frag 799 ompi/mca/pml/ob1/pml_ob1.c rc = mca_pml_ob1_send_request_put_frag(frag); frag 801 ompi/mca/pml/ob1/pml_ob1.c rc = mca_pml_ob1_recv_request_get_frag(frag); frag 182 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_frag_t* frag; frag 193 ompi/mca/pml/ob1/pml_ob1_irecv.c frag = (mca_pml_ob1_recv_frag_t*) recvreq->req_recv.req_base.req_addr; frag 241 ompi/mca/pml/ob1/pml_ob1_irecv.c hdr = (mca_pml_ob1_hdr_t*)frag->segments->seg_addr.pval; frag 244 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_match(recvreq, frag->btl, frag->segments, frag 245 ompi/mca/pml/ob1/pml_ob1_irecv.c frag->num_segments); frag 248 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rndv(recvreq, frag->btl, frag->segments, frag 249 ompi/mca/pml/ob1/pml_ob1_irecv.c frag->num_segments); frag 252 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rget(recvreq, frag->btl, frag->segments, frag 253 ompi/mca/pml/ob1/pml_ob1_irecv.c frag->num_segments); frag 258 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_FRAG_RETURN(frag); frag 275 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_frag_t* frag; frag 287 ompi/mca/pml/ob1/pml_ob1_irecv.c frag = (mca_pml_ob1_recv_frag_t*) recvreq->req_recv.req_base.req_addr; frag 333 ompi/mca/pml/ob1/pml_ob1_irecv.c hdr = (mca_pml_ob1_hdr_t*)frag->segments->seg_addr.pval; frag 336 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_match(recvreq, frag->btl, frag->segments, frag 337 ompi/mca/pml/ob1/pml_ob1_irecv.c frag->num_segments); frag 340 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rndv(recvreq, frag->btl, frag->segments, frag 341 ompi/mca/pml/ob1/pml_ob1_irecv.c frag->num_segments); frag 344 ompi/mca/pml/ob1/pml_ob1_irecv.c mca_pml_ob1_recv_request_progress_rget(recvreq, frag->btl, frag->segments, frag 345 ompi/mca/pml/ob1/pml_ob1_irecv.c frag->num_segments); frag 355 ompi/mca/pml/ob1/pml_ob1_irecv.c MCA_PML_OB1_RECV_FRAG_RETURN(frag); frag 39 ompi/mca/pml/ob1/pml_ob1_progress.c mca_btl_base_descriptor_t *frag; frag 43 ompi/mca/pml/ob1/pml_ob1_progress.c progress = progress_one_cuda_htod_event(&frag); frag 46 ompi/mca/pml/ob1/pml_ob1_progress.c mca_pml_ob1_recv_request_frag_copy_finished(NULL, NULL, frag, 0); frag 27 ompi/mca/pml/ob1/pml_ob1_rdmafrag.c static void mca_pml_ob1_rdma_frag_constructor (mca_pml_ob1_rdma_frag_t *frag) frag 29 ompi/mca/pml/ob1/pml_ob1_rdmafrag.c frag->local_handle = NULL; frag 39 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h typedef void (*mca_pml_ob1_rdma_frag_callback_t)(struct mca_pml_ob1_rdma_frag_t *frag, int64_t rdma_length); frag 67 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h #define MCA_PML_OB1_RDMA_FRAG_ALLOC(frag) \ frag 69 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h frag = (mca_pml_ob1_rdma_frag_t *) \ frag 73 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h #define MCA_PML_OB1_RDMA_FRAG_RETURN(frag) \ frag 75 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h if (frag->local_handle) { \ frag 76 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h mca_bml_base_deregister_mem (frag->rdma_bml, frag->local_handle); \ frag 77 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h frag->local_handle = NULL; \ frag 80 ompi/mca/pml/ob1/pml_ob1_rdmafrag.h (opal_free_list_item_t*)frag); \ frag 80 ompi/mca/pml/ob1/pml_ob1_recvfrag.c size_t num_segments, mca_pml_ob1_recv_frag_t* frag) frag 82 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if(NULL == frag) { frag 83 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_ALLOC(frag); frag 84 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_INIT(frag, hdr, segments, num_segments, btl); frag 86 ompi/mca/pml/ob1/pml_ob1_recvfrag.c opal_list_append(queue, (opal_list_item_t*)frag); frag 94 ompi/mca/pml/ob1/pml_ob1_recvfrag.c size_t num_segments, mca_pml_ob1_recv_frag_t* frag) frag 96 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if(NULL == frag) { frag 97 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_ALLOC(frag); frag 98 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_INIT(frag, hdr, segments, num_segments, btl); frag 100 ompi/mca/pml/ob1/pml_ob1_recvfrag.c custom_match_umq_append(queue, hdr->hdr_tag, hdr->hdr_src, frag); frag 119 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t *frag, frag 125 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next = (opal_list_item_t*)frag; frag 126 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev = (opal_list_item_t*)frag; frag 127 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->range = NULL; frag 128 ompi/mca/pml/ob1/pml_ob1_recvfrag.c hdr = &frag->hdr.hdr_match; frag 131 ompi/mca/pml/ob1/pml_ob1_recvfrag.c *queue = frag; frag 166 ompi/mca/pml/ob1/pml_ob1_recvfrag.c parent->range = (mca_pml_ob1_recv_frag_t*)frag; frag 175 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev = (opal_list_item_t*)largest; frag 176 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next = largest->super.super.opal_list_next; frag 177 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev->opal_list_next = (opal_list_item_t*)frag; frag 178 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next->opal_list_prev = (opal_list_item_t*)frag; frag 184 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev = (opal_list_item_t*)prior; frag 185 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next = (opal_list_item_t*)prior->super.super.opal_list_next; frag 186 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev->opal_list_next = (opal_list_item_t*)frag; frag 187 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next->opal_list_prev = (opal_list_item_t*)frag; frag 188 ompi/mca/pml/ob1/pml_ob1_recvfrag.c parent = frag; /* the frag is not part of a range yet */ frag 221 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag = (mca_pml_ob1_recv_frag_t*)parent->range->super.super.opal_list_prev; frag 223 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next = (opal_list_item_t*)next; frag 226 ompi/mca/pml/ob1/pml_ob1_recvfrag.c next->super.super.opal_list_prev = (opal_list_item_t*)frag; frag 239 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag = *queue; frag 243 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if( NULL == frag->range ) { frag 245 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if( frag->super.super.opal_list_next == (opal_list_item_t*)frag ) { frag 251 ompi/mca/pml/ob1/pml_ob1_recvfrag.c *queue = (mca_pml_ob1_recv_frag_t*)frag->super.super.opal_list_next; frag 252 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next->opal_list_prev = frag->super.super.opal_list_prev; frag 253 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev->opal_list_next = frag->super.super.opal_list_next; frag 257 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* range = frag->range; frag 258 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->range = NULL; frag 271 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if( frag->super.super.opal_list_next == (opal_list_item_t*)frag ) { frag 275 ompi/mca/pml/ob1/pml_ob1_recvfrag.c range->super.super.opal_list_next = frag->super.super.opal_list_next; frag 276 ompi/mca/pml/ob1/pml_ob1_recvfrag.c range->super.super.opal_list_prev = frag->super.super.opal_list_prev; frag 281 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_next = NULL; frag 282 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->super.super.opal_list_prev = NULL; frag 283 ompi/mca/pml/ob1/pml_ob1_recvfrag.c return frag; frag 323 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag ); frag 330 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag); frag 335 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t *frag = proc->frags_cant_match; frag 337 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if( (NULL != frag) && (frag->hdr.hdr_match.hdr_seq == proc->expected_sequence) ) { frag 407 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag; frag 408 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_ALLOC(frag); frag 409 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_INIT(frag, hdr, segments, num_segments, btl); frag 410 ompi/mca/pml/ob1/pml_ob1_recvfrag.c append_frag_to_ordered_list(&proc->frags_cant_match, frag, proc->expected_sequence); frag 504 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag; frag 507 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if((frag = check_cantmatch_for_match(proc))) { frag 509 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_match_proc(frag->btl, comm_ptr, proc, frag 510 ompi/mca/pml/ob1/pml_ob1_recvfrag.c &frag->hdr.hdr_match, frag 511 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->segments, frag->num_segments, frag 512 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->hdr.hdr_match.hdr_common.hdr_type, frag); frag 688 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_rdma_frag_t *frag; frag 695 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag = (mca_pml_ob1_rdma_frag_t *) hdr->hdr_frag.pval; frag 696 ompi/mca/pml/ob1/pml_ob1_recvfrag.c frag->cbfunc (frag, hdr->hdr_size); frag 803 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag) frag 839 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if(NULL == frag) { frag 843 ompi/mca/pml/ob1/pml_ob1_recvfrag.c tmp = frag; frag 864 ompi/mca/pml/ob1/pml_ob1_recvfrag.c num_segments, frag); frag 867 ompi/mca/pml/ob1/pml_ob1_recvfrag.c num_segments, frag); frag 965 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag; frag 966 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_ALLOC(frag); frag 967 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_INIT(frag, hdr, segments, num_segments, btl); frag 968 ompi/mca/pml/ob1/pml_ob1_recvfrag.c append_frag_to_ordered_list(&proc->frags_cant_match, frag, next_msg_seq_expected); frag 1000 ompi/mca/pml/ob1/pml_ob1_recvfrag.c mca_pml_ob1_recv_frag_t* frag ) frag 1025 ompi/mca/pml/ob1/pml_ob1_recvfrag.c match = match_one(btl, hdr, segments, num_segments, comm_ptr, proc, frag); frag 1050 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if(OPAL_UNLIKELY(frag)) frag 1051 ompi/mca/pml/ob1/pml_ob1_recvfrag.c MCA_PML_OB1_RECV_FRAG_RETURN(frag); frag 1061 ompi/mca/pml/ob1/pml_ob1_recvfrag.c if((frag = check_cantmatch_for_match(proc))) { frag 1062 ompi/mca/pml/ob1/pml_ob1_recvfrag.c hdr = &frag->hdr.hdr_match; frag 1063 ompi/mca/pml/ob1/pml_ob1_recvfrag.c segments = frag->segments; frag 1064 ompi/mca/pml/ob1/pml_ob1_recvfrag.c num_segments = frag->num_segments; frag 1065 ompi/mca/pml/ob1/pml_ob1_recvfrag.c btl = frag->btl; frag 56 ompi/mca/pml/ob1/pml_ob1_recvfrag.h #define MCA_PML_OB1_RECV_FRAG_ALLOC(frag) \ frag 58 ompi/mca/pml/ob1/pml_ob1_recvfrag.h frag = (mca_pml_ob1_recv_frag_t *) \ frag 63 ompi/mca/pml/ob1/pml_ob1_recvfrag.h #define MCA_PML_OB1_RECV_FRAG_INIT(frag, hdr, segs, cnt, btl ) \ frag 66 ompi/mca/pml/ob1/pml_ob1_recvfrag.h mca_btl_base_segment_t* macro_segments = frag->segments; \ frag 67 ompi/mca/pml/ob1/pml_ob1_recvfrag.h mca_pml_ob1_buffer_t* buffers = frag->buffers; \ frag 68 ompi/mca/pml/ob1/pml_ob1_recvfrag.h unsigned char* _ptr = (unsigned char*)frag->addr; \ frag 70 ompi/mca/pml/ob1/pml_ob1_recvfrag.h frag->btl = btl; \ frag 71 ompi/mca/pml/ob1/pml_ob1_recvfrag.h ob1_hdr_copy( (mca_pml_ob1_hdr_t*)hdr, &frag->hdr ); \ frag 72 ompi/mca/pml/ob1/pml_ob1_recvfrag.h frag->num_segments = 1; \ frag 79 ompi/mca/pml/ob1/pml_ob1_recvfrag.h macro_segments[0].seg_addr.pval = frag->addr; \ frag 97 ompi/mca/pml/ob1/pml_ob1_recvfrag.h #define MCA_PML_OB1_RECV_FRAG_RETURN(frag) \ frag 99 ompi/mca/pml/ob1/pml_ob1_recvfrag.h if( frag->segments[0].seg_len > mca_pml_ob1.unexpected_limit ) { \ frag 102 ompi/mca/pml/ob1/pml_ob1_recvfrag.h frag->buffers[0].addr ); \ frag 104 ompi/mca/pml/ob1/pml_ob1_recvfrag.h frag->num_segments = 0; \ frag 108 ompi/mca/pml/ob1/pml_ob1_recvfrag.h (opal_free_list_item_t*)frag); \ frag 179 ompi/mca/pml/ob1/pml_ob1_recvfrag.h mca_pml_ob1_recv_frag_t* frag, frag 195 ompi/mca/pml/ob1/pml_ob1_recvreq.c static void mca_pml_ob1_put_completion (mca_pml_ob1_rdma_frag_t *frag, int64_t rdma_size) frag 197 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t* recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; frag 198 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; frag 202 ompi/mca/pml/ob1/pml_ob1_recvreq.c assert ((uint64_t) rdma_size == frag->rdma_length); frag 203 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 334 ompi/mca/pml/ob1/pml_ob1_recvreq.c static int mca_pml_ob1_recv_request_put_frag (mca_pml_ob1_rdma_frag_t *frag); frag 336 ompi/mca/pml/ob1/pml_ob1_recvreq.c static int mca_pml_ob1_recv_request_get_frag_failed (mca_pml_ob1_rdma_frag_t *frag, int rc) frag 338 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; frag 343 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_pml_ob1_recv_request_put_frag (frag); frag 348 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_list_append (&mca_pml_ob1.rdma_pending, (opal_list_item_t*)frag); frag 355 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (++frag->retries < mca_pml_ob1.rdma_retries_limit && frag 358 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_list_append(&mca_pml_ob1.rdma_pending, (opal_list_item_t*)frag); frag 365 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_pml_ob1_recv_request_ack_send(proc, frag->rdma_hdr.hdr_rget.hdr_rndv.hdr_src_req.lval, frag 366 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq, frag->rdma_offset, frag->rdma_length, false); frag 367 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 380 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_rdma_frag_t *frag = (mca_pml_ob1_rdma_frag_t *) cbdata; frag 381 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; frag 385 ompi/mca/pml/ob1/pml_ob1_recvreq.c status = mca_pml_ob1_recv_request_get_frag_failed (frag, status); frag 393 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&recvreq->req_bytes_received, frag->rdma_length); frag 394 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_USER_OR_MPI(recvreq->req_recv.req_base.req_tag, (ompi_spc_value_t)frag->rdma_length, frag 398 ompi/mca/pml/ob1/pml_ob1_recvreq.c bml_btl, frag->rdma_hdr.hdr_rget.hdr_frag, frag 399 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_length, 0, 0); frag 403 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 410 ompi/mca/pml/ob1/pml_ob1_recvreq.c static int mca_pml_ob1_recv_request_put_frag (mca_pml_ob1_rdma_frag_t *frag) frag 412 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; frag 417 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; frag 425 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (frag->local_handle) { frag 426 ompi/mca/pml/ob1/pml_ob1_recvreq.c local_handle = frag->local_handle; frag 443 ompi/mca/pml/ob1/pml_ob1_recvreq.c recvreq->remote_req_send.lval, frag, recvreq, frag->rdma_offset, frag 444 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->local_address, frag->rdma_length, local_handle, frag 448 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->cbfunc = mca_pml_ob1_put_completion; frag 453 ompi/mca/pml/ob1/pml_ob1_recvreq.c &(recvreq->req_recv.req_base), frag->rdma_length, frag 459 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_RECORD(OMPI_SPC_BYTES_PUT, (ompi_spc_value_t)frag->rdma_length); frag 471 ompi/mca/pml/ob1/pml_ob1_recvreq.c int mca_pml_ob1_recv_request_get_frag (mca_pml_ob1_rdma_frag_t *frag) frag 473 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_t *recvreq = (mca_pml_ob1_recv_request_t *) frag->rdma_req; frag 475 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; frag 479 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (bml_btl->btl->btl_register_mem && !frag->local_handle && !recvreq->local_handle) { frag 480 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_bml_base_register_mem (bml_btl, frag->local_address, frag->rdma_length, MCA_BTL_REG_FLAG_LOCAL_WRITE | frag 481 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_BTL_REG_FLAG_REMOTE_WRITE, &frag->local_handle); frag 482 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (OPAL_UNLIKELY(NULL == frag->local_handle)) { frag 483 ompi/mca/pml/ob1/pml_ob1_recvreq.c return mca_pml_ob1_recv_request_get_frag_failed (frag, OMPI_ERR_OUT_OF_RESOURCE); frag 487 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (frag->local_handle) { frag 488 ompi/mca/pml/ob1/pml_ob1_recvreq.c local_handle = frag->local_handle; frag 494 ompi/mca/pml/ob1/pml_ob1_recvreq.c &(((mca_pml_ob1_recv_request_t *) frag->rdma_req)->req_recv.req_base), frag 495 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_length, PERUSE_RECV); frag 498 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_bml_base_get (bml_btl, frag->local_address, frag->remote_address, local_handle, frag 499 ompi/mca/pml/ob1/pml_ob1_recvreq.c (mca_btl_base_registration_handle_t *) frag->remote_handle, frag->rdma_length, frag 500 ompi/mca/pml/ob1/pml_ob1_recvreq.c 0, MCA_BTL_NO_ORDER, mca_pml_ob1_rget_completion, frag); frag 502 ompi/mca/pml/ob1/pml_ob1_recvreq.c SPC_RECORD(OMPI_SPC_BYTES_GET, (ompi_spc_value_t)frag->rdma_length); frag 504 ompi/mca/pml/ob1/pml_ob1_recvreq.c return mca_pml_ob1_recv_request_get_frag_failed (frag, OMPI_ERR_OUT_OF_RESOURCE); frag 661 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_rdma_frag_t *frag; frag 756 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_ALLOC(frag); frag 757 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (OPAL_UNLIKELY(NULL == frag)) { frag 763 ompi/mca/pml/ob1/pml_ob1_recvreq.c memcpy (frag->remote_handle, hdr + 1, btl->btl_registration_handle_size); frag 766 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->remote_address = hdr->hdr_src_ptr + offset; frag 771 ompi/mca/pml/ob1/pml_ob1_recvreq.c opal_convertor_get_current_pointer (&recvreq->req_recv.req_base.req_convertor, &frag->local_address); frag 774 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_bml = rdma_bml; frag 776 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_hdr.hdr_rget = *hdr; frag 777 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->retries = 0; frag 778 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_req = recvreq; frag 779 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_state = MCA_PML_OB1_RDMA_GET; frag 780 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->local_handle = NULL; frag 781 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_offset = offset; frag 784 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_length = rdma_bml->btl->btl_get_limit; frag 786 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_length = bytes_remaining; frag 789 ompi/mca/pml/ob1/pml_ob1_recvreq.c prev_sent = frag->rdma_length; frag 792 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_pml_ob1_recv_request_get_frag(frag); frag 991 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_rdma_frag_t *frag = NULL; frag 1029 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_ALLOC(frag); frag 1030 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (OPAL_UNLIKELY(NULL == frag)) { frag 1044 ompi/mca/pml/ob1/pml_ob1_recvreq.c &frag->local_handle); frag 1045 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (OPAL_UNLIKELY(NULL == frag->local_handle)) { frag 1046 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 1052 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->cbfunc = mca_pml_ob1_put_completion; frag 1053 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_length = size; frag 1054 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_req = recvreq; frag 1055 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_bml = bml_btl; frag 1056 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->local_address = data_ptr; frag 1057 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->rdma_offset = recvreq->req_rdma_offset; frag 1059 ompi/mca/pml/ob1/pml_ob1_recvreq.c rc = mca_pml_ob1_recv_request_put_frag (frag); frag 1067 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 1126 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_frag_t* frag; frag 1133 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_LIST_FOREACH(frag, unexpected_frags, mca_pml_ob1_recv_frag_t) { frag 1134 ompi/mca/pml/ob1/pml_ob1_recvreq.c if( frag->hdr.hdr_match.hdr_tag >= 0 ) frag 1135 ompi/mca/pml/ob1/pml_ob1_recvreq.c return frag; frag 1138 ompi/mca/pml/ob1/pml_ob1_recvreq.c OPAL_LIST_FOREACH(frag, unexpected_frags, mca_pml_ob1_recv_frag_t) { frag 1139 ompi/mca/pml/ob1/pml_ob1_recvreq.c if( frag->hdr.hdr_match.hdr_tag == tag ) frag 1140 ompi/mca/pml/ob1/pml_ob1_recvreq.c return frag; frag 1173 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_frag_t* frag; frag 1174 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag = custom_match_umq_find_verify_hold (comm->umq, req->req_recv.req_base.req_tag, frag 1178 ompi/mca/pml/ob1/pml_ob1_recvreq.c if (frag) { frag 1179 ompi/mca/pml/ob1/pml_ob1_recvreq.c *p = procp[frag->hdr.hdr_match.hdr_src]; frag 1180 ompi/mca/pml/ob1/pml_ob1_recvreq.c req->req_recv.req_base.req_proc = procp[frag->hdr.hdr_match.hdr_src]->ompi_proc; frag 1186 ompi/mca/pml/ob1/pml_ob1_recvreq.c return frag; frag 1198 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_frag_t* frag; frag 1201 ompi/mca/pml/ob1/pml_ob1_recvreq.c if((frag = recv_req_match_specific_proc(req, procp[i]))) { frag 1206 ompi/mca/pml/ob1/pml_ob1_recvreq.c return frag; /* match found */ frag 1210 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_frag_t* frag; frag 1213 ompi/mca/pml/ob1/pml_ob1_recvreq.c if((frag = recv_req_match_specific_proc(req, procp[i]))) { frag 1218 ompi/mca/pml/ob1/pml_ob1_recvreq.c return frag; /* match found */ frag 1233 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_frag_t* frag; frag 1269 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag = recv_req_match_wild(req, &proc, &hold_prev, &hold_elem, &hold_index); frag 1271 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag = recv_req_match_wild(req, &proc); frag 1280 ompi/mca/pml/ob1/pml_ob1_recvreq.c if( NULL == frag ) { frag 1289 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag = recv_req_match_specific_proc(req, proc, &hold_prev, &hold_elem, &hold_index); frag 1291 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag = recv_req_match_specific_proc(req, proc); frag 1298 ompi/mca/pml/ob1/pml_ob1_recvreq.c if(OPAL_UNLIKELY(NULL == frag)) { frag 1319 ompi/mca/pml/ob1/pml_ob1_recvreq.c hdr = (mca_pml_ob1_hdr_t*)frag->segments->seg_addr.pval; frag 1333 ompi/mca/pml/ob1/pml_ob1_recvreq.c (opal_list_item_t*)frag); frag 1340 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_progress_match(req, frag->btl, frag->segments, frag 1341 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->num_segments); frag 1344 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_progress_rndv(req, frag->btl, frag->segments, frag 1345 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->num_segments); frag 1348 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_progress_rget(req, frag->btl, frag->segments, frag 1349 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->num_segments); frag 1355 ompi/mca/pml/ob1/pml_ob1_recvreq.c MCA_PML_OB1_RECV_FRAG_RETURN(frag); frag 1369 ompi/mca/pml/ob1/pml_ob1_recvreq.c (opal_list_item_t*)frag); frag 1374 ompi/mca/pml/ob1/pml_ob1_recvreq.c req->req_recv.req_base.req_addr = frag; frag 1375 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_matched_probe(req, frag->btl, frag 1376 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->segments, frag->num_segments); frag 1380 ompi/mca/pml/ob1/pml_ob1_recvreq.c mca_pml_ob1_recv_request_matched_probe(req, frag->btl, frag 1381 ompi/mca/pml/ob1/pml_ob1_recvreq.c frag->segments, frag->num_segments); frag 453 ompi/mca/pml/ob1/pml_ob1_recvreq.h int mca_pml_ob1_recv_request_get_frag(mca_pml_ob1_rdma_frag_t* frag); frag 257 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rget_completion (mca_pml_ob1_rdma_frag_t *frag, int64_t rdma_length) frag 259 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t *sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; frag 260 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; frag 265 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag_remaining = OPAL_THREAD_SUB_FETCH_SIZE_T(&frag->rdma_bytes_remaining, (size_t)rdma_length); frag 270 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&sendreq->req_bytes_delivered, frag->rdma_length); frag 271 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( sendreq->rdma_frag == frag ) frag 273 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 678 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rdma_frag_t *frag; frag 699 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_RDMA_FRAG_ALLOC(frag); frag 700 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (OPAL_UNLIKELY(NULL == frag)) { frag 705 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_req = sendreq; frag 706 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_bml = bml_btl; frag 707 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_length = size; frag 708 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_bytes_remaining = size; frag 709 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->cbfunc = mca_pml_ob1_rget_completion; frag 720 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 725 ompi/mca/pml/ob1/pml_ob1_sendreq.c sendreq->rdma_frag = frag; frag 736 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag, data_ptr, local_handle, reg_size); frag 1102 ompi/mca/pml/ob1/pml_ob1_sendreq.c static void mca_pml_ob1_send_request_put_frag_failed (mca_pml_ob1_rdma_frag_t *frag, int rc) frag 1104 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t* sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; frag 1105 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; frag 1107 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (++frag->retries < mca_pml_ob1.rdma_retries_limit && OMPI_ERR_OUT_OF_RESOURCE == rc) { frag 1110 ompi/mca/pml/ob1/pml_ob1_sendreq.c opal_list_append(&mca_pml_ob1.rdma_pending, (opal_list_item_t*)frag); frag 1115 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_hdr.hdr_rdma.hdr_frag, 0, MCA_BTL_NO_ORDER, frag 1119 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_copy_in_out(sendreq, frag->rdma_hdr.hdr_rdma.hdr_rdma_offset, frag 1120 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_length); frag 1138 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rdma_frag_t *frag = (mca_pml_ob1_rdma_frag_t *) cbdata; frag 1139 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t *sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; frag 1146 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_hdr.hdr_rdma.hdr_frag, frag->rdma_length, frag 1150 ompi/mca/pml/ob1/pml_ob1_sendreq.c OPAL_THREAD_ADD_FETCH_SIZE_T(&sendreq->req_bytes_delivered, frag->rdma_length); frag 1151 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_USER_OR_MPI(sendreq->req_send.req_base.req_ompi.req_status.MPI_TAG, (ompi_spc_value_t)frag->rdma_length, frag 1157 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_put_frag_failed (frag, status); frag 1160 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_RDMA_FRAG_RETURN(frag); frag 1165 ompi/mca/pml/ob1/pml_ob1_sendreq.c int mca_pml_ob1_send_request_put_frag( mca_pml_ob1_rdma_frag_t *frag ) frag 1167 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_t *sendreq = (mca_pml_ob1_send_request_t *) frag->rdma_req; frag 1169 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_btl_t *bml_btl = frag->rdma_bml; frag 1172 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (bml_btl->btl->btl_register_mem && NULL == frag->local_handle) { frag 1175 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (sendreq->req_rdma[i].bml_btl == frag->rdma_bml) { frag 1182 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (NULL == frag->local_handle) { frag 1184 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_bml_base_register_mem (bml_btl, frag->local_address, frag->rdma_length, 0, frag 1185 ompi/mca/pml/ob1/pml_ob1_sendreq.c &frag->local_handle); frag 1187 ompi/mca/pml/ob1/pml_ob1_sendreq.c if (OPAL_UNLIKELY(NULL == frag->local_handle)) { frag 1188 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_put_frag_failed (frag, OMPI_ERR_OUT_OF_RESOURCE); frag 1193 ompi/mca/pml/ob1/pml_ob1_sendreq.c local_handle = frag->local_handle; frag 1198 ompi/mca/pml/ob1/pml_ob1_sendreq.c &(((mca_pml_ob1_send_request_t*)frag->rdma_req)->req_send.req_base), frag->rdma_length, PERUSE_SEND ); frag 1200 ompi/mca/pml/ob1/pml_ob1_sendreq.c rc = mca_bml_base_put (bml_btl, frag->local_address, frag->remote_address, local_handle, frag 1201 ompi/mca/pml/ob1/pml_ob1_sendreq.c (mca_btl_base_registration_handle_t *) frag->remote_handle, frag->rdma_length, frag 1202 ompi/mca/pml/ob1/pml_ob1_sendreq.c 0, MCA_BTL_NO_ORDER, mca_pml_ob1_put_completion, frag); frag 1204 ompi/mca/pml/ob1/pml_ob1_sendreq.c SPC_RECORD(OMPI_SPC_BYTES_PUT, (ompi_spc_value_t)frag->rdma_length); frag 1206 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_put_frag_failed (frag, rc); frag 1225 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_rdma_frag_t* frag; frag 1234 ompi/mca/pml/ob1/pml_ob1_sendreq.c MCA_PML_OB1_RDMA_FRAG_ALLOC(frag); frag 1236 ompi/mca/pml/ob1/pml_ob1_sendreq.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 1243 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag = sendreq->rdma_frag; frag 1249 ompi/mca/pml/ob1/pml_ob1_sendreq.c memcpy (frag->remote_handle, hdr + 1, btl->btl_registration_handle_size); frag 1251 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_bml = mca_bml_base_btl_array_find(&bml_endpoint->btl_rdma, btl); frag 1252 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_hdr.hdr_rdma = *hdr; frag 1253 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_req = sendreq; frag 1254 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_length = hdr->hdr_dst_size; frag 1255 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->rdma_state = MCA_PML_OB1_RDMA_PUT; frag 1256 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->remote_address = hdr->hdr_dst_ptr; frag 1257 ompi/mca/pml/ob1/pml_ob1_sendreq.c frag->retries = 0; frag 1262 ompi/mca/pml/ob1/pml_ob1_sendreq.c hdr->hdr_rdma_offset, &frag->local_address); frag 1264 ompi/mca/pml/ob1/pml_ob1_sendreq.c mca_pml_ob1_send_request_put_frag(frag); frag 508 ompi/mca/pml/ob1/pml_ob1_sendreq.h int mca_pml_ob1_send_request_put_frag(mca_pml_ob1_rdma_frag_t* frag); frag 246 opal/mca/btl/ofi/btl_ofi.h mca_btl_ofi_base_frag_t *frag; frag 417 opal/mca/btl/ofi/btl_ofi_context.c context, frag_comp->frag); frag 422 opal/mca/btl/ofi/btl_ofi_context.c mca_btl_ofi_frag_complete(frag_comp->frag, OPAL_SUCCESS); frag 19 opal/mca/btl/ofi/btl_ofi_frag.c static void mca_btl_ofi_base_frag_constructor (mca_btl_ofi_base_frag_t *frag) frag 22 opal/mca/btl/ofi/btl_ofi_frag.c memset ((char *) frag + sizeof (frag->base), 0, sizeof (*frag) - sizeof (frag->base)); frag 24 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segments = frag->segments; frag 25 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segment_count = 1; frag 28 opal/mca/btl/ofi/btl_ofi_frag.c static void mca_btl_ofi_base_frag_destructor (mca_btl_ofi_base_frag_t *frag) frag 46 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_base_frag_t *frag, frag 57 opal/mca/btl/ofi/btl_ofi_frag.c comp->frag = frag; frag 70 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_base_frag_t *frag = NULL; frag 73 opal/mca/btl/ofi/btl_ofi_frag.c frag = mca_btl_ofi_frag_alloc(ofi_btl, &context->frag_list, endpoint); frag 75 opal/mca/btl/ofi/btl_ofi_frag.c if (OPAL_LIKELY(frag)) { frag 76 opal/mca/btl/ofi/btl_ofi_frag.c frag->segments[0].seg_addr.pval = frag + 1; frag 77 opal/mca/btl/ofi/btl_ofi_frag.c frag->segments[0].seg_len = size; frag 79 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segment_count = 1; frag 80 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segments = &frag->segments[0]; frag 81 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_flags = flags; frag 82 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.order = order; frag 83 opal/mca/btl/ofi/btl_ofi_frag.c frag->hdr.len = size; frag 86 opal/mca/btl/ofi/btl_ofi_frag.c return (mca_btl_base_descriptor_t*) frag; frag 105 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_base_frag_t *frag = (mca_btl_ofi_base_frag_t*) descriptor; frag 108 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 111 opal/mca/btl/ofi/btl_ofi_frag.c frag->hdr.tag = tag; frag 115 opal/mca/btl/ofi/btl_ofi_frag.c comp = mca_btl_ofi_frag_completion_alloc(btl, context, frag, frag 121 opal/mca/btl/ofi/btl_ofi_frag.c &frag->hdr, frag 122 opal/mca/btl/ofi/btl_ofi_frag.c sizeof(mca_btl_ofi_header_t) + frag->hdr.len, frag 138 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_base_frag_t *frag) frag 144 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segments = frag->segments; frag 145 opal/mca/btl/ofi/btl_ofi_frag.c frag->segments[0].seg_addr.pval = frag+1; frag 146 opal/mca/btl/ofi/btl_ofi_frag.c frag->segments[0].seg_len = frag->hdr.len; frag 147 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segment_count = 1; frag 150 opal/mca/btl/ofi/btl_ofi_frag.c reg = mca_btl_base_active_message_trigger + frag->hdr.tag; frag 151 opal/mca/btl/ofi/btl_ofi_frag.c reg->cbfunc (&ofi_btl->super, frag->hdr.tag, &frag->base, reg->cbdata); frag 152 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_frag_complete(frag, OPAL_SUCCESS); frag 175 opal/mca/btl/ofi/btl_ofi_frag.c mca_btl_ofi_base_frag_t *frag; frag 178 opal/mca/btl/ofi/btl_ofi_frag.c frag = (mca_btl_ofi_base_frag_t*) mca_btl_ofi_alloc(btl, endpoint, frag 180 opal/mca/btl/ofi/btl_ofi_frag.c if (OPAL_UNLIKELY(NULL == frag)) { frag 186 opal/mca/btl/ofi/btl_ofi_frag.c iov.iov_base = (IOVBASE_TYPE*)(((unsigned char*)(frag->segments[0].seg_addr.pval)) + reserve); frag 190 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_segments = frag->segments; frag 191 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.des_flags = flags; frag 192 opal/mca/btl/ofi/btl_ofi_frag.c frag->base.order = MCA_BTL_NO_ORDER; frag 193 opal/mca/btl/ofi/btl_ofi_frag.c frag->segments[0].seg_len += length; frag 194 opal/mca/btl/ofi/btl_ofi_frag.c frag->hdr.len += length; frag 197 opal/mca/btl/ofi/btl_ofi_frag.c return &frag->base; frag 47 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_ofi_base_frag_t *frag); frag 59 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_ofi_base_frag_t *frag, frag 65 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_ofi_base_frag_t *frag = (mca_btl_ofi_base_frag_t *) opal_free_list_get (fl); frag 67 opal/mca/btl/ofi/btl_ofi_frag.h if (OPAL_LIKELY(NULL != frag)) { frag 68 opal/mca/btl/ofi/btl_ofi_frag.h frag->free_list = fl; frag 69 opal/mca/btl/ofi/btl_ofi_frag.h frag->endpoint = endpoint; frag 70 opal/mca/btl/ofi/btl_ofi_frag.h frag->btl = ofi_btl; frag 73 opal/mca/btl/ofi/btl_ofi_frag.h return frag; frag 76 opal/mca/btl/ofi/btl_ofi_frag.h static inline void mca_btl_ofi_frag_return (mca_btl_ofi_base_frag_t *frag) frag 78 opal/mca/btl/ofi/btl_ofi_frag.h opal_free_list_return (frag->free_list, &frag->base.super); frag 81 opal/mca/btl/ofi/btl_ofi_frag.h static inline void mca_btl_ofi_frag_complete (mca_btl_ofi_base_frag_t *frag, int rc) { frag 82 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_ofi_module_t *ofi_btl = frag->btl; frag 85 opal/mca/btl/ofi/btl_ofi_frag.h if (frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK) { frag 86 opal/mca/btl/ofi/btl_ofi_frag.h frag->base.des_cbfunc(&ofi_btl->super, frag->endpoint, &frag->base, rc); frag 90 opal/mca/btl/ofi/btl_ofi_frag.h if (OPAL_LIKELY(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { frag 91 opal/mca/btl/ofi/btl_ofi_frag.h mca_btl_ofi_frag_return (frag); frag 333 opal/mca/btl/ofi/btl_ofi_module.c mca_btl_ofi_base_frag_t *frag; frag 337 opal/mca/btl/ofi/btl_ofi_module.c frag = (mca_btl_ofi_base_frag_t*) mca_btl_ofi_alloc(module, frag 342 opal/mca/btl/ofi/btl_ofi_module.c if (NULL == frag) { frag 349 opal/mca/btl/ofi/btl_ofi_module.c frag, frag 352 opal/mca/btl/ofi/btl_ofi_module.c rc = fi_recv (context->rx_ctx, &frag->hdr, MCA_BTL_OFI_RECV_SIZE, frag 489 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_frag_t* frag; frag 492 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_ALLOC_EAGER(portals4_btl, frag); frag 493 opal/mca/btl/portals4/btl_portals4.c if (NULL == frag) return NULL; frag 494 opal/mca/btl/portals4/btl_portals4.c frag->segments[0].base.seg_len = size; frag 496 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_ALLOC_MAX(portals4_btl, frag); frag 497 opal/mca/btl/portals4/btl_portals4.c if (NULL == frag) return NULL; frag 498 opal/mca/btl/portals4/btl_portals4.c frag->segments[0].base.seg_len = frag 503 opal/mca/btl/portals4/btl_portals4.c frag->base.des_segment_count = 1; frag 504 opal/mca/btl/portals4/btl_portals4.c frag->base.des_flags = flags | MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 505 opal/mca/btl/portals4/btl_portals4.c frag->base.order = MCA_BTL_NO_ORDER; frag 508 opal/mca/btl/portals4/btl_portals4.c "mca_btl_portals4_alloc: %p\n", (void *) &frag->base)); frag 509 opal/mca/btl/portals4/btl_portals4.c return &frag->base; frag 517 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_frag_t* frag = (mca_btl_portals4_frag_t*) des; frag 519 opal/mca/btl/portals4/btl_portals4.c if (BTL_PORTALS4_FRAG_TYPE_EAGER == frag->type) { frag 521 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_RETURN_EAGER(portals4_btl, frag); frag 523 opal/mca/btl/portals4/btl_portals4.c } else if (BTL_PORTALS4_FRAG_TYPE_MAX == frag->type) { frag 524 opal/mca/btl/portals4/btl_portals4.c if (frag->me_h != PTL_INVALID_HANDLE) { frag 525 opal/mca/btl/portals4/btl_portals4.c frag->me_h = PTL_INVALID_HANDLE; frag 527 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_RETURN_MAX(portals4_btl, frag); frag 529 opal/mca/btl/portals4/btl_portals4.c } else if (BTL_PORTALS4_FRAG_TYPE_USER == frag->type) { frag 530 opal/mca/btl/portals4/btl_portals4.c if (frag->me_h != PTL_INVALID_HANDLE) { frag 531 opal/mca/btl/portals4/btl_portals4.c frag->me_h = PTL_INVALID_HANDLE; frag 536 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_RETURN_USER(portals4_btl, frag); frag 562 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_frag_t* frag; frag 573 opal/mca/btl/portals4/btl_portals4.c frag = (mca_btl_portals4_frag_t*) mca_btl_portals4_alloc(btl_base, peer, MCA_BTL_NO_ORDER, max_data + reserve, flags); frag 574 opal/mca/btl/portals4/btl_portals4.c if (NULL == frag) { frag 578 opal/mca/btl/portals4/btl_portals4.c if (max_data + reserve > frag->size) { frag 579 opal/mca/btl/portals4/btl_portals4.c max_data = frag->size - reserve; frag 582 opal/mca/btl/portals4/btl_portals4.c iov.iov_base = (unsigned char*) frag->segments[0].base.seg_addr.pval + reserve; frag 587 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_free(btl_base, (mca_btl_base_descriptor_t *) frag); frag 591 opal/mca/btl/portals4/btl_portals4.c frag->segments[0].base.seg_len = max_data + reserve; frag 592 opal/mca/btl/portals4/btl_portals4.c frag->base.des_segment_count = 1; frag 595 opal/mca/btl/portals4/btl_portals4.c frag->base.des_segments = &frag->segments[0].base; frag 596 opal/mca/btl/portals4/btl_portals4.c frag->base.des_flags = flags | MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 597 opal/mca/btl/portals4/btl_portals4.c frag->base.order = MCA_BTL_NO_ORDER; frag 598 opal/mca/btl/portals4/btl_portals4.c return &frag->base; frag 570 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_frag_t *frag = NULL; frag 591 opal/mca/btl/portals4/btl_portals4_component.c frag = ev.user_ptr; frag 592 opal/mca/btl/portals4/btl_portals4_component.c if (NULL == frag) { frag 596 opal/mca/btl/portals4/btl_portals4_component.c btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 600 opal/mca/btl/portals4/btl_portals4_component.c if( MCA_BTL_DES_SEND_ALWAYS_CALLBACK & frag->base.des_flags ){ frag 602 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_SEND: Direct call to des_cbfunc: %lx\n", (uint64_t)frag->base.des_cbfunc)); frag 603 opal/mca/btl/portals4/btl_portals4_component.c frag->base.des_cbfunc(&portals4_btl->super, frag 604 opal/mca/btl/portals4/btl_portals4_component.c frag->endpoint, frag 605 opal/mca/btl/portals4/btl_portals4_component.c &frag->base, frag 609 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_free(&portals4_btl->super, &frag->base); frag 611 opal/mca/btl/portals4/btl_portals4_component.c if (0 != frag->size) { frag 624 opal/mca/btl/portals4/btl_portals4_component.c frag = ev.user_ptr; frag 625 opal/mca/btl/portals4/btl_portals4_component.c if (NULL == frag) { frag 630 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_ACK received rlength=%ld mlength=%ld des_flags=%d\n", ev.rlength, ev.mlength, frag->base.des_flags)); frag 631 opal/mca/btl/portals4/btl_portals4_component.c btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 636 opal/mca/btl/portals4/btl_portals4_component.c if (MCA_BTL_DES_SEND_ALWAYS_CALLBACK & frag->base.des_flags ) { frag 638 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_ACK: Call to des_cbfunc %lx\n", (uint64_t)frag->base.des_cbfunc)); frag 639 opal/mca/btl/portals4/btl_portals4_component.c frag->base.des_cbfunc(&portals4_btl->super, frag 640 opal/mca/btl/portals4/btl_portals4_component.c frag->endpoint, frag 641 opal/mca/btl/portals4/btl_portals4_component.c &frag->base, frag 645 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_free(&portals4_btl->super, &frag->base); frag 648 opal/mca/btl/portals4/btl_portals4_component.c if (0 != frag->size) { frag 683 opal/mca/btl/portals4/btl_portals4_component.c frag = ev.user_ptr; frag 684 opal/mca/btl/portals4/btl_portals4_component.c if (NULL == frag) { frag 712 opal/mca/btl/portals4/btl_portals4_component.c frag = ev.user_ptr; frag 721 opal/mca/btl/portals4/btl_portals4_component.c (ptl_size_t) frag->addr, frag 722 opal/mca/btl/portals4/btl_portals4_component.c frag->length, frag 723 opal/mca/btl/portals4/btl_portals4_component.c frag->peer_proc, frag 725 opal/mca/btl/portals4/btl_portals4_component.c frag->match_bits, /* match bits */ frag 727 opal/mca/btl/portals4/btl_portals4_component.c frag); frag 737 opal/mca/btl/portals4/btl_portals4_component.c frag->length, portals4_btl->recv_idx, frag 738 opal/mca/btl/portals4/btl_portals4_component.c frag->peer_proc.rank, frag->peer_proc.phys.pid, frag->peer_proc.phys.nid, frag->match_bits)); frag 742 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_REPLY: Call to rdma_cbfunc=%lx\n", (uint64_t)frag->rdma_cb.func)); frag 743 opal/mca/btl/portals4/btl_portals4_component.c frag->rdma_cb.func(&portals4_btl->super, frag 744 opal/mca/btl/portals4/btl_portals4_component.c frag->endpoint, frag 746 opal/mca/btl/portals4/btl_portals4_component.c frag->rdma_cb.local_handle, frag 747 opal/mca/btl/portals4/btl_portals4_component.c frag->rdma_cb.context, frag 748 opal/mca/btl/portals4/btl_portals4_component.c frag->rdma_cb.data, frag 751 opal/mca/btl/portals4/btl_portals4_component.c OPAL_BTL_PORTALS4_FRAG_RETURN_USER(&portals4_btl->super, frag); frag 27 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_common_send_constructor(mca_btl_portals4_frag_t* frag) frag 29 opal/mca/btl/portals4/btl_portals4_frag.c frag->base.des_flags = 0; frag 30 opal/mca/btl/portals4/btl_portals4_frag.c frag->base.des_segments = &frag->segments[0].base; frag 31 opal/mca/btl/portals4/btl_portals4_frag.c frag->base.des_segment_count = 2; frag 33 opal/mca/btl/portals4/btl_portals4_frag.c frag->segments[0].base.seg_addr.pval = frag + 1; frag 34 opal/mca/btl/portals4/btl_portals4_frag.c frag->segments[0].base.seg_len = frag->size; frag 35 opal/mca/btl/portals4/btl_portals4_frag.c frag->segments[0].key = 0; frag 37 opal/mca/btl/portals4/btl_portals4_frag.c frag->me_h = PTL_INVALID_HANDLE; frag 41 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_eager_constructor(mca_btl_portals4_frag_t* frag) frag 43 opal/mca/btl/portals4/btl_portals4_frag.c frag->size = mca_btl_portals4_module.super.btl_eager_limit; frag 44 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_common_send_constructor(frag); frag 45 opal/mca/btl/portals4/btl_portals4_frag.c frag->type = BTL_PORTALS4_FRAG_TYPE_EAGER; frag 49 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_eager_destructor(mca_btl_portals4_frag_t* frag) frag 51 opal/mca/btl/portals4/btl_portals4_frag.c if (PTL_INVALID_HANDLE != frag->me_h) { frag 52 opal/mca/btl/portals4/btl_portals4_frag.c PtlMEUnlink(frag->me_h); frag 53 opal/mca/btl/portals4/btl_portals4_frag.c frag->me_h = PTL_INVALID_HANDLE; frag 58 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_max_constructor(mca_btl_portals4_frag_t* frag) frag 60 opal/mca/btl/portals4/btl_portals4_frag.c frag->size = mca_btl_portals4_module.super.btl_max_send_size; frag 61 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_common_send_constructor(frag); frag 62 opal/mca/btl/portals4/btl_portals4_frag.c frag->type = BTL_PORTALS4_FRAG_TYPE_MAX; frag 66 opal/mca/btl/portals4/btl_portals4_frag.c mca_btl_portals4_frag_user_constructor(mca_btl_portals4_frag_t* frag) frag 68 opal/mca/btl/portals4/btl_portals4_frag.c frag->base.des_flags = 0; frag 69 opal/mca/btl/portals4/btl_portals4_frag.c frag->size = 0; frag 70 opal/mca/btl/portals4/btl_portals4_frag.c frag->type = BTL_PORTALS4_FRAG_TYPE_USER; frag 88 opal/mca/btl/portals4/btl_portals4_frag.h #define OPAL_BTL_PORTALS4_FRAG_ALLOC_EAGER(btl_macro, frag) \ frag 90 opal/mca/btl/portals4/btl_portals4_frag.h frag = (mca_btl_portals4_frag_t *) \ frag 92 opal/mca/btl/portals4/btl_portals4_frag.h if (NULL == frag) { \ frag 93 opal/mca/btl/portals4/btl_portals4_frag.h OPAL_BTL_PORTALS4_FRAG_ALLOC_MAX(btl_macro, frag); \ frag 98 opal/mca/btl/portals4/btl_portals4_frag.h #define OPAL_BTL_PORTALS4_FRAG_RETURN_EAGER(btl_macro, frag) \ frag 100 opal/mca/btl/portals4/btl_portals4_frag.h assert(BTL_PORTALS4_FRAG_TYPE_EAGER == frag->type); \ frag 102 opal/mca/btl/portals4/btl_portals4_frag.h (opal_free_list_item_t*)(frag)); \ frag 106 opal/mca/btl/portals4/btl_portals4_frag.h #define OPAL_BTL_PORTALS4_FRAG_ALLOC_MAX(btl_macro, frag) \ frag 108 opal/mca/btl/portals4/btl_portals4_frag.h frag = (mca_btl_portals4_frag_t*) \ frag 113 opal/mca/btl/portals4/btl_portals4_frag.h #define OPAL_BTL_PORTALS4_FRAG_RETURN_MAX(btl_macro, frag) \ frag 115 opal/mca/btl/portals4/btl_portals4_frag.h assert(BTL_PORTALS4_FRAG_TYPE_MAX == frag->type); \ frag 117 opal/mca/btl/portals4/btl_portals4_frag.h (opal_free_list_item_t*)(frag)); \ frag 121 opal/mca/btl/portals4/btl_portals4_frag.h #define OPAL_BTL_PORTALS4_FRAG_ALLOC_USER(btl_macro, frag) \ frag 123 opal/mca/btl/portals4/btl_portals4_frag.h frag = (mca_btl_portals4_frag_t*) \ frag 125 opal/mca/btl/portals4/btl_portals4_frag.h frag->base.des_cbfunc = NULL; \ frag 129 opal/mca/btl/portals4/btl_portals4_frag.h #define OPAL_BTL_PORTALS4_FRAG_RETURN_USER(btl_macro, frag) \ frag 131 opal/mca/btl/portals4/btl_portals4_frag.h assert(BTL_PORTALS4_FRAG_TYPE_USER == frag->type); \ frag 133 opal/mca/btl/portals4/btl_portals4_frag.h (opal_free_list_item_t*)(frag)); \ frag 52 opal/mca/btl/portals4/btl_portals4_rdma.c mca_btl_portals4_frag_t *frag = NULL; frag 63 opal/mca/btl/portals4/btl_portals4_rdma.c OPAL_BTL_PORTALS4_FRAG_ALLOC_USER(portals4_btl, frag); frag 64 opal/mca/btl/portals4/btl_portals4_rdma.c if (NULL == frag){ frag 70 opal/mca/btl/portals4/btl_portals4_rdma.c portals4_btl->portals_outstanding_ops, (void *)frag)); frag 72 opal/mca/btl/portals4/btl_portals4_rdma.c frag->rdma_cb.func = cbfunc; frag 73 opal/mca/btl/portals4/btl_portals4_rdma.c frag->rdma_cb.context = cbcontext; frag 74 opal/mca/btl/portals4/btl_portals4_rdma.c frag->rdma_cb.data = cbdata; frag 75 opal/mca/btl/portals4/btl_portals4_rdma.c frag->rdma_cb.local_handle = local_handle; frag 77 opal/mca/btl/portals4/btl_portals4_rdma.c frag->endpoint = btl_peer; frag 78 opal/mca/btl/portals4/btl_portals4_rdma.c frag->hdr.tag = MCA_BTL_TAG_MAX; frag 80 opal/mca/btl/portals4/btl_portals4_rdma.c frag->match_bits = remote_handle->key; frag 81 opal/mca/btl/portals4/btl_portals4_rdma.c frag->addr = local_address; frag 82 opal/mca/btl/portals4/btl_portals4_rdma.c frag->length = size; frag 83 opal/mca/btl/portals4/btl_portals4_rdma.c frag->peer_proc = btl_peer->ptl_proc; frag 86 opal/mca/btl/portals4/btl_portals4_rdma.c local_address, size, (void*)local_handle->remote_offset, btl_peer->ptl_proc.phys.nid, btl_peer->ptl_proc.phys.pid, frag->match_bits)); frag 93 opal/mca/btl/portals4/btl_portals4_rdma.c frag->match_bits, /* match bits */ frag 95 opal/mca/btl/portals4/btl_portals4_rdma.c frag); frag 36 opal/mca/btl/portals4/btl_portals4_send.c mca_btl_portals4_frag_t *frag = (mca_btl_portals4_frag_t*) descriptor; frag 41 opal/mca/btl/portals4/btl_portals4_send.c frag->endpoint = endpoint; frag 42 opal/mca/btl/portals4/btl_portals4_send.c frag->hdr.tag = tag; frag 44 opal/mca/btl/portals4/btl_portals4_send.c put_length = frag->segments[0].base.seg_len; frag 65 opal/mca/btl/portals4/btl_portals4_send.c (void*)frag, endpoint->ptl_proc.rank, endpoint->ptl_proc.phys.pid, tag, frag 69 opal/mca/btl/portals4/btl_portals4_send.c (ptl_size_t) frag->segments[0].base.seg_addr.pval, frag 76 opal/mca/btl/portals4/btl_portals4_send.c (void *) frag, /* user ptr */ frag 84 opal/mca/btl/portals4/btl_portals4_send.c (void*)frag, endpoint->ptl_proc.rank, endpoint->ptl_proc.phys.pid, tag, frag 85 opal/mca/btl/portals4/btl_portals4_send.c (void *)frag->segments[0].base.seg_addr.pval, put_length, (uint64_t)match_bits)); frag 112 opal/mca/btl/self/btl_self.c mca_btl_self_frag_t *frag = NULL; frag 115 opal/mca/btl/self/btl_self.c MCA_BTL_SELF_FRAG_ALLOC_RDMA(frag); frag 117 opal/mca/btl/self/btl_self.c MCA_BTL_SELF_FRAG_ALLOC_EAGER(frag); frag 119 opal/mca/btl/self/btl_self.c MCA_BTL_SELF_FRAG_ALLOC_SEND(frag); frag 122 opal/mca/btl/self/btl_self.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 126 opal/mca/btl/self/btl_self.c frag->segments[0].seg_len = size; frag 127 opal/mca/btl/self/btl_self.c frag->base.des_segment_count = 1; frag 128 opal/mca/btl/self/btl_self.c frag->base.des_flags = flags; frag 130 opal/mca/btl/self/btl_self.c return &frag->base; frag 160 opal/mca/btl/self/btl_self.c mca_btl_self_frag_t *frag; frag 162 opal/mca/btl/self/btl_self.c frag = (mca_btl_self_frag_t *) mca_btl_self_alloc (btl, endpoint, order, buffer_len, flags); frag 163 opal/mca/btl/self/btl_self.c if (OPAL_UNLIKELY(NULL == frag)) { frag 169 opal/mca/btl/self/btl_self.c struct iovec iov = {.iov_len = *size, .iov_base = (IOVBASE_TYPE *) ((uintptr_t) frag->data + reserve)}; frag 176 opal/mca/btl/self/btl_self.c mca_btl_self_free (btl, &frag->base); frag 181 opal/mca/btl/self/btl_self.c frag->segments[0].seg_len = reserve + max_data; frag 187 opal/mca/btl/self/btl_self.c frag->segments[1].seg_addr.pval = data_ptr; frag 188 opal/mca/btl/self/btl_self.c frag->segments[1].seg_len = *size; frag 189 opal/mca/btl/self/btl_self.c frag->base.des_segment_count = 2; frag 192 opal/mca/btl/self/btl_self.c return &frag->base; frag 229 opal/mca/btl/self/btl_self.c mca_btl_base_descriptor_t *frag; frag 246 opal/mca/btl/self/btl_self.c frag = mca_btl_self_prepare_src (btl, endpoint, convertor, order, header_size, &payload_size, frag 248 opal/mca/btl/self/btl_self.c if (NULL == frag) { frag 253 opal/mca/btl/self/btl_self.c memcpy (frag->des_segments[0].seg_addr.pval, header, header_size); frag 254 opal/mca/btl/self/btl_self.c (void) mca_btl_self_send (btl, endpoint, frag, tag); frag 25 opal/mca/btl/self/btl_self_frag.c static inline void mca_btl_self_frag_constructor(mca_btl_self_frag_t* frag) frag 27 opal/mca/btl/self/btl_self_frag.c frag->base.des_flags = 0; frag 28 opal/mca/btl/self/btl_self_frag.c frag->segments[0].seg_addr.pval = (void *) frag->data; frag 29 opal/mca/btl/self/btl_self_frag.c frag->segments[0].seg_len = (uint32_t) frag->size; frag 30 opal/mca/btl/self/btl_self_frag.c frag->base.des_segments = frag->segments; frag 31 opal/mca/btl/self/btl_self_frag.c frag->base.des_segment_count = 1; frag 34 opal/mca/btl/self/btl_self_frag.c static void mca_btl_self_frag_eager_constructor(mca_btl_self_frag_t* frag) frag 36 opal/mca/btl/self/btl_self_frag.c frag->list = &mca_btl_self_component.self_frags_eager; frag 37 opal/mca/btl/self/btl_self_frag.c frag->size = mca_btl_self.btl_eager_limit; frag 38 opal/mca/btl/self/btl_self_frag.c mca_btl_self_frag_constructor(frag); frag 41 opal/mca/btl/self/btl_self_frag.c static void mca_btl_self_frag_send_constructor(mca_btl_self_frag_t* frag) frag 43 opal/mca/btl/self/btl_self_frag.c frag->list = &mca_btl_self_component.self_frags_send; frag 44 opal/mca/btl/self/btl_self_frag.c frag->size = mca_btl_self.btl_max_send_size; frag 45 opal/mca/btl/self/btl_self_frag.c mca_btl_self_frag_constructor(frag); frag 48 opal/mca/btl/self/btl_self_frag.c static void mca_btl_self_frag_rdma_constructor(mca_btl_self_frag_t* frag) frag 50 opal/mca/btl/self/btl_self_frag.c frag->list = &mca_btl_self_component.self_frags_rdma; frag 51 opal/mca/btl/self/btl_self_frag.c frag->size = MCA_BTL_SELF_MAX_INLINE_SIZE; frag 52 opal/mca/btl/self/btl_self_frag.c mca_btl_self_frag_constructor(frag); frag 51 opal/mca/btl/self/btl_self_frag.h #define MCA_BTL_SELF_FRAG_ALLOC_EAGER(frag) \ frag 53 opal/mca/btl/self/btl_self_frag.h frag = (mca_btl_self_frag_t *) \ frag 58 opal/mca/btl/self/btl_self_frag.h #define MCA_BTL_SELF_FRAG_ALLOC_RDMA(frag) \ frag 60 opal/mca/btl/self/btl_self_frag.h frag = (mca_btl_self_frag_t *) \ frag 64 opal/mca/btl/self/btl_self_frag.h #define MCA_BTL_SELF_FRAG_ALLOC_SEND(frag) \ frag 66 opal/mca/btl/self/btl_self_frag.h frag = (mca_btl_self_frag_t *) \ frag 70 opal/mca/btl/self/btl_self_frag.h #define MCA_BTL_SELF_FRAG_RETURN(frag) \ frag 72 opal/mca/btl/self/btl_self_frag.h opal_free_list_return ((frag)->list, (opal_free_list_item_t*)(frag)); \ frag 779 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag = NULL; frag 781 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_EAGER(frag); frag 783 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_MAX(frag); frag 786 opal/mca/btl/smcuda/btl_smcuda.c if (OPAL_LIKELY(frag != NULL)) { frag 787 opal/mca/btl/smcuda/btl_smcuda.c frag->segment.seg_len = size; frag 788 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_flags = flags; frag 790 opal/mca/btl/smcuda/btl_smcuda.c return (mca_btl_base_descriptor_t*)frag; frag 803 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag = (mca_btl_smcuda_frag_t*)des; frag 804 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_RETURN(frag); frag 824 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag; frag 831 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_EAGER(frag); frag 833 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_MAX(frag); frag 835 opal/mca/btl/smcuda/btl_smcuda.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 839 opal/mca/btl/smcuda/btl_smcuda.c if( OPAL_UNLIKELY(reserve + max_data > frag->size) ) { frag 840 opal/mca/btl/smcuda/btl_smcuda.c max_data = frag->size - reserve; frag 844 opal/mca/btl/smcuda/btl_smcuda.c (IOVBASE_TYPE*)(((unsigned char*)(frag->segment.seg_addr.pval)) + reserve); frag 848 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_RETURN(frag); frag 852 opal/mca/btl/smcuda/btl_smcuda.c frag->segment.seg_len = reserve + max_data; frag 853 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_segments = &frag->segment; frag 854 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_segment_count = 1; frag 855 opal/mca/btl/smcuda/btl_smcuda.c frag->base.order = MCA_BTL_NO_ORDER; frag 856 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_flags = flags; frag 858 opal/mca/btl/smcuda/btl_smcuda.c return &frag->base; frag 911 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag; frag 936 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_EAGER(frag); frag 937 opal/mca/btl/smcuda/btl_smcuda.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 943 opal/mca/btl/smcuda/btl_smcuda.c frag->segment.seg_len = length; frag 944 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->len = length; frag 946 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_flags = flags | MCA_BTL_DES_FLAGS_BTL_OWNERSHIP; /* why do any flags matter here other than OWNERSHIP? */ frag 947 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->tag = tag; frag 948 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = endpoint; frag 951 opal/mca/btl/smcuda/btl_smcuda.c memcpy( frag->segment.seg_addr.pval, header, header_size ); frag 962 opal/mca/btl/smcuda/btl_smcuda.c iov.iov_base = (IOVBASE_TYPE*)((unsigned char*)frag->segment.seg_addr.pval + header_size); frag 971 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_TOUCH_DATA_TILL_CACHELINE_BOUNDARY(frag); frag 981 opal/mca/btl/smcuda/btl_smcuda.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); frag 1003 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag = (mca_btl_smcuda_frag_t*)descriptor; frag 1017 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->len = frag->segment.seg_len; frag 1019 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->tag = tag; frag 1021 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_TOUCH_DATA_TILL_CACHELINE_BOUNDARY(frag); frag 1023 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = endpoint; frag 1031 opal/mca/btl/smcuda/btl_smcuda.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); frag 1035 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 1088 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t *frag; frag 1091 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_USER(frag); frag 1092 opal/mca/btl/smcuda/btl_smcuda.c if(OPAL_UNLIKELY(NULL == frag)) { frag 1097 opal/mca/btl/smcuda/btl_smcuda.c frag->segment.seg_len = size; frag 1098 opal/mca/btl/smcuda/btl_smcuda.c frag->segment.seg_addr.pval = local_address; frag 1099 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_segments = &frag->segment; frag 1100 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_segment_count = 1; frag 1101 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_flags = flags; frag 1102 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_cbfunc = (mca_btl_base_completion_fn_t) cbfunc; frag 1103 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_cbdata = cbdata; frag 1104 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_context = cbcontext; frag 1105 opal/mca/btl/smcuda/btl_smcuda.c frag->local_handle = local_handle; frag 1136 opal/mca/btl/smcuda/btl_smcuda.c frag->registration = (mca_rcache_base_registration_t *)reg_ptr; frag 1137 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = ep; frag 1158 opal/mca/btl/smcuda/btl_smcuda.c "mca_btl_smcuda_get", (mca_btl_base_descriptor_t *)frag, frag 1170 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_free(btl, (mca_btl_base_descriptor_t *)frag); frag 1190 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag; frag 1223 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_FRAG_ALLOC_EAGER(frag); frag 1224 opal/mca/btl/smcuda/btl_smcuda.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 1230 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->tag = MCA_BTL_TAG_SMCUDA; frag 1231 opal/mca/btl/smcuda/btl_smcuda.c frag->base.des_flags = MCA_BTL_DES_FLAGS_BTL_OWNERSHIP; frag 1232 opal/mca/btl/smcuda/btl_smcuda.c frag->endpoint = endpoint; frag 1235 opal/mca/btl/smcuda/btl_smcuda.c memcpy(frag->segment.seg_addr.pval, &ctrlhdr, sizeof(struct ctrlhdr_st)); frag 1237 opal/mca/btl/smcuda/btl_smcuda.c MCA_BTL_SMCUDA_TOUCH_DATA_TILL_CACHELINE_BOUNDARY(frag); frag 1252 opal/mca/btl/smcuda/btl_smcuda.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); frag 1266 opal/mca/btl/smcuda/btl_smcuda.c mca_btl_smcuda_frag_t* frag; frag 1272 opal/mca/btl/smcuda/btl_smcuda.c OPAL_LIST_FOREACH(frag, &endpoint->pending_sends, mca_btl_smcuda_frag_t) { frag 1274 opal/mca/btl/smcuda/btl_smcuda.c (void*) frag, frag->size, (void*) frag->hdr->frag, frag 1275 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->len, frag->hdr->my_smp_rank, frag 1276 opal/mca/btl/smcuda/btl_smcuda.c frag->hdr->tag); frag 630 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_smcuda_frag_t* frag; frag 639 opal/mca/btl/smcuda/btl_smcuda_component.c MCA_BTL_SMCUDA_FRAG_ALLOC_EAGER(frag); frag 640 opal/mca/btl/smcuda/btl_smcuda_component.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 652 opal/mca/btl/smcuda/btl_smcuda_component.c frag->hdr->tag = MCA_BTL_TAG_SMCUDA; frag 653 opal/mca/btl/smcuda/btl_smcuda_component.c frag->base.des_flags = MCA_BTL_DES_FLAGS_BTL_OWNERSHIP; frag 654 opal/mca/btl/smcuda/btl_smcuda_component.c frag->endpoint = endpoint; frag 655 opal/mca/btl/smcuda/btl_smcuda_component.c memcpy(frag->segment.seg_addr.pval, &ctrlhdr, sizeof(struct ctrlhdr_st)); frag 666 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint->peer_smp_rank, (void *) VIRTUAL2RELATIVE(frag->hdr), false, true, rc); frag 690 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_smcuda_frag_t *frag = (mca_btl_smcuda_frag_t *)des; frag 695 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint = mca_btl_smcuda_component.sm_peers[frag->hdr->my_smp_rank]; frag 767 opal/mca/btl/smcuda/btl_smcuda_component.c assert(endpoint->peer_smp_rank == frag->hdr->my_smp_rank); frag 1001 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_smcuda_frag_t *frag; frag 1075 opal/mca/btl/smcuda/btl_smcuda_component.c my_smp_rank, peer_smp_rank, hdr->frag, false, true, rc); frag 1084 opal/mca/btl/smcuda/btl_smcuda_component.c frag = (mca_btl_smcuda_frag_t *)((char*)((uintptr_t)hdr & frag 1088 opal/mca/btl/smcuda/btl_smcuda_component.c endpoint = frag->endpoint; frag 1089 opal/mca/btl/smcuda/btl_smcuda_component.c btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 1090 opal/mca/btl/smcuda/btl_smcuda_component.c if( MCA_BTL_DES_SEND_ALWAYS_CALLBACK & frag->base.des_flags ) { frag 1092 opal/mca/btl/smcuda/btl_smcuda_component.c frag->base.des_cbfunc(&mca_btl_smcuda.super, frag->endpoint, frag 1093 opal/mca/btl/smcuda/btl_smcuda_component.c &frag->base, status?OPAL_ERROR:OPAL_SUCCESS); frag 1096 opal/mca/btl/smcuda/btl_smcuda_component.c MCA_BTL_SMCUDA_FRAG_RETURN(frag); frag 1119 opal/mca/btl/smcuda/btl_smcuda_component.c hdr = (mca_btl_smcuda_hdr_t*)((uintptr_t)hdr->frag | frag 1133 opal/mca/btl/smcuda/btl_smcuda_component.c while (1 == progress_one_cuda_ipc_event((mca_btl_base_descriptor_t **)&frag)) { frag 1134 opal/mca/btl/smcuda/btl_smcuda_component.c mca_btl_base_rdma_completion_fn_t cbfunc = (mca_btl_base_rdma_completion_fn_t) frag->base.des_cbfunc; frag 1136 opal/mca/btl/smcuda/btl_smcuda_component.c cbfunc (&mca_btl_smcuda.super, frag->endpoint, frag->segment.seg_addr.pval, frag 1137 opal/mca/btl/smcuda/btl_smcuda_component.c frag->local_handle, frag->base.des_context, frag->base.des_cbdata, frag 1140 opal/mca/btl/smcuda/btl_smcuda_component.c if(frag->registration != NULL) { frag 1141 opal/mca/btl/smcuda/btl_smcuda_component.c frag->endpoint->rcache->rcache_deregister (frag->endpoint->rcache, frag 1142 opal/mca/btl/smcuda/btl_smcuda_component.c (mca_rcache_base_registration_t*)frag->registration); frag 1143 opal/mca/btl/smcuda/btl_smcuda_component.c frag->registration = NULL; frag 1144 opal/mca/btl/smcuda/btl_smcuda_component.c MCA_BTL_SMCUDA_FRAG_RETURN(frag); frag 27 opal/mca/btl/smcuda/btl_smcuda_frag.c static inline void mca_btl_smcuda_frag_common_constructor(mca_btl_smcuda_frag_t* frag) frag 29 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->hdr = (mca_btl_smcuda_hdr_t*)frag->base.super.ptr; frag 30 opal/mca/btl/smcuda/btl_smcuda_frag.c if(frag->hdr != NULL) { frag 31 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->hdr->frag = (mca_btl_smcuda_frag_t*)((uintptr_t)frag | frag 33 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->segment.seg_addr.pval = ((char*)frag->hdr) + frag 35 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->hdr->my_smp_rank = mca_btl_smcuda_component.my_smp_rank; frag 37 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->segment.seg_len = frag->size; frag 38 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->base.des_segments = &frag->segment; frag 39 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->base.des_segment_count = 1; frag 40 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->base.des_flags = 0; frag 42 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->registration = NULL; frag 46 opal/mca/btl/smcuda/btl_smcuda_frag.c static void mca_btl_smcuda_frag1_constructor(mca_btl_smcuda_frag_t* frag) frag 48 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->size = mca_btl_smcuda_component.eager_limit; frag 49 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->my_list = &mca_btl_smcuda_component.sm_frags_eager; frag 50 opal/mca/btl/smcuda/btl_smcuda_frag.c mca_btl_smcuda_frag_common_constructor(frag); frag 53 opal/mca/btl/smcuda/btl_smcuda_frag.c static void mca_btl_smcuda_frag2_constructor(mca_btl_smcuda_frag_t* frag) frag 55 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->size = mca_btl_smcuda_component.max_frag_size; frag 56 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->my_list = &mca_btl_smcuda_component.sm_frags_max; frag 57 opal/mca/btl/smcuda/btl_smcuda_frag.c mca_btl_smcuda_frag_common_constructor(frag); frag 60 opal/mca/btl/smcuda/btl_smcuda_frag.c static void mca_btl_smcuda_user_constructor(mca_btl_smcuda_frag_t* frag) frag 62 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->size = 0; frag 63 opal/mca/btl/smcuda/btl_smcuda_frag.c frag->my_list = &mca_btl_smcuda_component.sm_frags_user; frag 64 opal/mca/btl/smcuda/btl_smcuda_frag.c mca_btl_smcuda_frag_common_constructor(frag); frag 48 opal/mca/btl/smcuda/btl_smcuda_frag.h struct mca_btl_smcuda_frag_t *frag; frag 100 opal/mca/btl/smcuda/btl_smcuda_frag.h #define MCA_BTL_SMCUDA_FRAG_ALLOC_EAGER(frag) \ frag 102 opal/mca/btl/smcuda/btl_smcuda_frag.h frag = (mca_btl_smcuda_frag_t *) \ frag 106 opal/mca/btl/smcuda/btl_smcuda_frag.h #define MCA_BTL_SMCUDA_FRAG_ALLOC_MAX(frag) \ frag 108 opal/mca/btl/smcuda/btl_smcuda_frag.h frag = (mca_btl_smcuda_frag_t *) \ frag 112 opal/mca/btl/smcuda/btl_smcuda_frag.h #define MCA_BTL_SMCUDA_FRAG_ALLOC_USER(frag) \ frag 114 opal/mca/btl/smcuda/btl_smcuda_frag.h frag = (mca_btl_smcuda_frag_t *) \ frag 118 opal/mca/btl/smcuda/btl_smcuda_frag.h #define MCA_BTL_SMCUDA_FRAG_RETURN(frag) \ frag 120 opal/mca/btl/smcuda/btl_smcuda_frag.h opal_free_list_return (frag->my_list, (opal_free_list_item_t*)(frag)); \ frag 178 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t* frag = NULL; frag 181 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag); frag 183 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_ALLOC_MAX(frag); frag 185 opal/mca/btl/tcp/btl_tcp.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 189 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_len = size; frag 190 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_addr.pval = frag+1; frag 192 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segments = frag->segments; frag 193 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segment_count = 1; frag 194 opal/mca/btl/tcp/btl_tcp.c frag->base.des_flags = flags; frag 195 opal/mca/btl/tcp/btl_tcp.c frag->base.order = MCA_BTL_NO_ORDER; frag 196 opal/mca/btl/tcp/btl_tcp.c frag->btl = (mca_btl_tcp_module_t*)btl; frag 197 opal/mca/btl/tcp/btl_tcp.c return (mca_btl_base_descriptor_t*)frag; frag 209 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t* frag = (mca_btl_tcp_frag_t*)des; frag 210 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_RETURN(frag); frag 230 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t* frag; frag 244 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag); frag 250 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_ALLOC_MAX(frag); frag 252 opal/mca/btl/tcp/btl_tcp.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 256 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_addr.pval = (frag + 1); frag 257 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_len = reserve; frag 259 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segment_count = 1; frag 262 opal/mca/btl/tcp/btl_tcp.c if (max_data + reserve > frag->size) { frag 263 opal/mca/btl/tcp/btl_tcp.c max_data = frag->size - reserve; frag 266 opal/mca/btl/tcp/btl_tcp.c iov.iov_base = (IOVBASE_TYPE*)(((unsigned char*)(frag->segments[0].seg_addr.pval)) + reserve); frag 270 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_free(btl, &frag->base); frag 274 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_len += max_data; frag 283 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_free(btl, &frag->base); frag 287 opal/mca/btl/tcp/btl_tcp.c frag->segments[1].seg_addr.pval = iov.iov_base; frag 288 opal/mca/btl/tcp/btl_tcp.c frag->segments[1].seg_len = max_data; frag 289 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segment_count = 2; frag 292 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segments = frag->segments; frag 293 opal/mca/btl/tcp/btl_tcp.c frag->base.des_flags = flags; frag 294 opal/mca/btl/tcp/btl_tcp.c frag->base.order = MCA_BTL_NO_ORDER; frag 296 opal/mca/btl/tcp/btl_tcp.c return &frag->base; frag 314 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t* frag = (mca_btl_tcp_frag_t*)descriptor; frag 317 opal/mca/btl/tcp/btl_tcp.c frag->btl = tcp_btl; frag 318 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; frag 319 opal/mca/btl/tcp/btl_tcp.c frag->rc = 0; frag 320 opal/mca/btl/tcp/btl_tcp.c frag->iov_idx = 0; frag 321 opal/mca/btl/tcp/btl_tcp.c frag->iov_cnt = 1; frag 322 opal/mca/btl/tcp/btl_tcp.c frag->iov_ptr = frag->iov; frag 323 opal/mca/btl/tcp/btl_tcp.c frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; frag 324 opal/mca/btl/tcp/btl_tcp.c frag->iov[0].iov_len = sizeof(frag->hdr); frag 325 opal/mca/btl/tcp/btl_tcp.c frag->hdr.size = 0; frag 326 opal/mca/btl/tcp/btl_tcp.c for( i = 0; i < (int)frag->base.des_segment_count; i++) { frag 327 opal/mca/btl/tcp/btl_tcp.c frag->hdr.size += frag->segments[i].seg_len; frag 328 opal/mca/btl/tcp/btl_tcp.c frag->iov[i+1].iov_len = frag->segments[i].seg_len; frag 329 opal/mca/btl/tcp/btl_tcp.c frag->iov[i+1].iov_base = (IOVBASE_TYPE*)frag->segments[i].seg_addr.pval; frag 330 opal/mca/btl/tcp/btl_tcp.c frag->iov_cnt++; frag 332 opal/mca/btl/tcp/btl_tcp.c frag->hdr.base.tag = tag; frag 333 opal/mca/btl/tcp/btl_tcp.c frag->hdr.type = MCA_BTL_TCP_HDR_TYPE_SEND; frag 334 opal/mca/btl/tcp/btl_tcp.c frag->hdr.count = 0; frag 335 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); frag 336 opal/mca/btl/tcp/btl_tcp.c return mca_btl_tcp_endpoint_send(endpoint,frag); frag 342 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t *frag = (mca_btl_tcp_frag_t *) desc; frag 344 opal/mca/btl/tcp/btl_tcp.c frag->cb.func (btl, endpoint, frag->segments[0].seg_addr.pval, NULL, frag->cb.context, frag->cb.data, frag 358 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t *frag = NULL; frag 361 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_ALLOC_USER(frag); frag 362 opal/mca/btl/tcp/btl_tcp.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 366 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; frag 368 opal/mca/btl/tcp/btl_tcp.c frag->segments->seg_len = size; frag 369 opal/mca/btl/tcp/btl_tcp.c frag->segments->seg_addr.pval = local_address; frag 371 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segments = frag->segments; frag 372 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segment_count = 1; frag 373 opal/mca/btl/tcp/btl_tcp.c frag->base.order = MCA_BTL_NO_ORDER; frag 375 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_addr.pval = local_address; frag 376 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_len = size; frag 378 opal/mca/btl/tcp/btl_tcp.c frag->segments[1].seg_addr.lval = remote_address; frag 379 opal/mca/btl/tcp/btl_tcp.c frag->segments[1].seg_len = size; frag 380 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_BASE_SEGMENT_HTON(frag->segments[1]); frag 382 opal/mca/btl/tcp/btl_tcp.c frag->base.des_flags = MCA_BTL_DES_FLAGS_BTL_OWNERSHIP | MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 383 opal/mca/btl/tcp/btl_tcp.c frag->base.des_cbfunc = fake_rdma_complete; frag 385 opal/mca/btl/tcp/btl_tcp.c frag->cb.func = cbfunc; frag 386 opal/mca/btl/tcp/btl_tcp.c frag->cb.data = cbdata; frag 387 opal/mca/btl/tcp/btl_tcp.c frag->cb.context = cbcontext; frag 389 opal/mca/btl/tcp/btl_tcp.c frag->btl = tcp_btl; frag 390 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; frag 391 opal/mca/btl/tcp/btl_tcp.c frag->rc = 0; frag 392 opal/mca/btl/tcp/btl_tcp.c frag->iov_idx = 0; frag 393 opal/mca/btl/tcp/btl_tcp.c frag->hdr.size = 0; frag 394 opal/mca/btl/tcp/btl_tcp.c frag->iov_cnt = 2; frag 395 opal/mca/btl/tcp/btl_tcp.c frag->iov_ptr = frag->iov; frag 396 opal/mca/btl/tcp/btl_tcp.c frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; frag 397 opal/mca/btl/tcp/btl_tcp.c frag->iov[0].iov_len = sizeof(frag->hdr); frag 398 opal/mca/btl/tcp/btl_tcp.c frag->iov[1].iov_base = (IOVBASE_TYPE*) (frag->segments + 1); frag 399 opal/mca/btl/tcp/btl_tcp.c frag->iov[1].iov_len = sizeof(mca_btl_base_segment_t); frag 400 opal/mca/btl/tcp/btl_tcp.c for( i = 0; i < (int)frag->base.des_segment_count; i++ ) { frag 401 opal/mca/btl/tcp/btl_tcp.c frag->hdr.size += frag->segments[i].seg_len; frag 402 opal/mca/btl/tcp/btl_tcp.c frag->iov[i+2].iov_len = frag->segments[i].seg_len; frag 403 opal/mca/btl/tcp/btl_tcp.c frag->iov[i+2].iov_base = (IOVBASE_TYPE*)frag->segments[i].seg_addr.pval; frag 404 opal/mca/btl/tcp/btl_tcp.c frag->iov_cnt++; frag 406 opal/mca/btl/tcp/btl_tcp.c frag->hdr.base.tag = MCA_BTL_TAG_BTL; frag 407 opal/mca/btl/tcp/btl_tcp.c frag->hdr.type = MCA_BTL_TCP_HDR_TYPE_PUT; frag 408 opal/mca/btl/tcp/btl_tcp.c frag->hdr.count = 1; frag 409 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); frag 410 opal/mca/btl/tcp/btl_tcp.c return ((i = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OPAL_SUCCESS : i); frag 424 opal/mca/btl/tcp/btl_tcp.c mca_btl_tcp_frag_t* frag = NULL; frag 427 opal/mca/btl/tcp/btl_tcp.c MCA_BTL_TCP_FRAG_ALLOC_USER(frag); frag 428 opal/mca/btl/tcp/btl_tcp.c if( OPAL_UNLIKELY(NULL == frag) ) { frag 432 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; frag 434 opal/mca/btl/tcp/btl_tcp.c frag->segments->seg_len = size; frag 435 opal/mca/btl/tcp/btl_tcp.c frag->segments->seg_addr.pval = local_address; frag 437 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segments = frag->segments; frag 438 opal/mca/btl/tcp/btl_tcp.c frag->base.des_segment_count = 1; frag 439 opal/mca/btl/tcp/btl_tcp.c frag->base.order = MCA_BTL_NO_ORDER; frag 441 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_addr.pval = local_address; frag 442 opal/mca/btl/tcp/btl_tcp.c frag->segments[0].seg_len = size; frag 444 opal/mca/btl/tcp/btl_tcp.c frag->segments[1].seg_addr.lval = remote_address; frag 445 opal/mca/btl/tcp/btl_tcp.c frag->segments[1].seg_len = size; frag 449 opal/mca/btl/tcp/btl_tcp.c frag->base.des_flags = MCA_BTL_DES_FLAGS_BTL_OWNERSHIP | MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 450 opal/mca/btl/tcp/btl_tcp.c frag->base.des_cbfunc = fake_rdma_complete; frag 452 opal/mca/btl/tcp/btl_tcp.c frag->cb.func = cbfunc; frag 453 opal/mca/btl/tcp/btl_tcp.c frag->cb.data = cbdata; frag 454 opal/mca/btl/tcp/btl_tcp.c frag->cb.context = cbcontext; frag 456 opal/mca/btl/tcp/btl_tcp.c frag->btl = tcp_btl; frag 457 opal/mca/btl/tcp/btl_tcp.c frag->endpoint = endpoint; frag 458 opal/mca/btl/tcp/btl_tcp.c frag->rc = 0; frag 459 opal/mca/btl/tcp/btl_tcp.c frag->iov_idx = 0; frag 460 opal/mca/btl/tcp/btl_tcp.c frag->hdr.size = 0; frag 461 opal/mca/btl/tcp/btl_tcp.c frag->iov_cnt = 2; frag 462 opal/mca/btl/tcp/btl_tcp.c frag->iov_ptr = frag->iov; frag 463 opal/mca/btl/tcp/btl_tcp.c frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; frag 464 opal/mca/btl/tcp/btl_tcp.c frag->iov[0].iov_len = sizeof(frag->hdr); frag 465 opal/mca/btl/tcp/btl_tcp.c frag->iov[1].iov_base = (IOVBASE_TYPE*) &frag->segments[1]; frag 466 opal/mca/btl/tcp/btl_tcp.c frag->iov[1].iov_len = sizeof(mca_btl_base_segment_t); frag 467 opal/mca/btl/tcp/btl_tcp.c frag->hdr.base.tag = MCA_BTL_TAG_BTL; frag 468 opal/mca/btl/tcp/btl_tcp.c frag->hdr.type = MCA_BTL_TCP_HDR_TYPE_GET; frag 469 opal/mca/btl/tcp/btl_tcp.c frag->hdr.count = 1; frag 470 opal/mca/btl/tcp/btl_tcp.c if (endpoint->endpoint_nbo) MCA_BTL_TCP_HDR_HTON(frag->hdr); frag 471 opal/mca/btl/tcp/btl_tcp.c return ((rc = mca_btl_tcp_endpoint_send(endpoint,frag)) >= 0 ? OPAL_SUCCESS : rc); frag 58 opal/mca/btl/tcp/btl_tcp.h #define MCA_BTL_TCP_COMPLETE_FRAG_SEND(frag) \ frag 60 opal/mca/btl/tcp/btl_tcp.h int btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); \ frag 61 opal/mca/btl/tcp/btl_tcp.h if( frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK ) { \ frag 62 opal/mca/btl/tcp/btl_tcp.h frag->base.des_cbfunc(&frag->endpoint->endpoint_btl->super, frag->endpoint, \ frag 63 opal/mca/btl/tcp/btl_tcp.h &frag->base, frag->rc); \ frag 66 opal/mca/btl/tcp/btl_tcp.h MCA_BTL_TCP_FRAG_RETURN(frag); \ frag 69 opal/mca/btl/tcp/btl_tcp.h #define MCA_BTL_TCP_RECV_TRIGGER_CB(frag) \ frag 71 opal/mca/btl/tcp/btl_tcp.h if( MCA_BTL_TCP_HDR_TYPE_SEND == frag->hdr.type ) { \ frag 73 opal/mca/btl/tcp/btl_tcp.h reg = mca_btl_base_active_message_trigger + frag->hdr.base.tag; \ frag 74 opal/mca/btl/tcp/btl_tcp.h reg->cbfunc(&frag->endpoint->endpoint_btl->super, frag->hdr.base.tag, &frag->base, reg->cbdata); \ frag 331 opal/mca/btl/tcp/btl_tcp_endpoint.c int mca_btl_tcp_endpoint_send(mca_btl_base_endpoint_t* btl_endpoint, mca_btl_tcp_frag_t* frag) frag 340 opal/mca/btl/tcp/btl_tcp_endpoint.c opal_list_append(&btl_endpoint->endpoint_frags, (opal_list_item_t*)frag); frag 341 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 350 opal/mca/btl/tcp/btl_tcp_endpoint.c if(frag->base.des_flags & MCA_BTL_DES_FLAGS_PRIORITY && frag 351 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_tcp_frag_send(frag, btl_endpoint->endpoint_sd)) { frag 352 opal/mca/btl/tcp/btl_tcp_endpoint.c int btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 355 opal/mca/btl/tcp/btl_tcp_endpoint.c if( frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK ) { frag 356 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_cbfunc(&frag->btl->super, frag->endpoint, &frag->base, frag->rc); frag 359 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_RETURN(frag); frag 364 opal/mca/btl/tcp/btl_tcp_endpoint.c btl_endpoint->endpoint_send_frag = frag; frag 366 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 371 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 372 opal/mca/btl/tcp/btl_tcp_endpoint.c opal_list_append(&btl_endpoint->endpoint_frags, (opal_list_item_t*)frag); frag 545 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_tcp_frag_t* frag = btl_endpoint->endpoint_send_frag; frag 546 opal/mca/btl/tcp/btl_tcp_endpoint.c if( NULL == frag ) frag 547 opal/mca/btl/tcp/btl_tcp_endpoint.c frag = (mca_btl_tcp_frag_t*)opal_list_remove_first(&btl_endpoint->endpoint_frags); frag 548 opal/mca/btl/tcp/btl_tcp_endpoint.c while(NULL != frag) { frag 549 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_cbfunc(&frag->btl->super, frag->endpoint, &frag->base, OPAL_ERR_UNREACH); frag 551 opal/mca/btl/tcp/btl_tcp_endpoint.c frag = (mca_btl_tcp_frag_t*)opal_list_remove_first(&btl_endpoint->endpoint_frags); frag 949 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_tcp_frag_t* frag; frag 951 opal/mca/btl/tcp/btl_tcp_endpoint.c frag = btl_endpoint->endpoint_recv_frag; frag 952 opal/mca/btl/tcp/btl_tcp_endpoint.c if(NULL == frag) { frag 955 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_ALLOC_MAX(frag); frag 957 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag); frag 960 opal/mca/btl/tcp/btl_tcp_endpoint.c if(NULL == frag) { frag 964 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_INIT_DST(frag, btl_endpoint); frag 972 opal/mca/btl/tcp/btl_tcp_endpoint.c if(mca_btl_tcp_frag_recv(frag, btl_endpoint->endpoint_sd) == false) { frag 973 opal/mca/btl/tcp/btl_tcp_endpoint.c btl_endpoint->endpoint_recv_frag = frag; frag 976 opal/mca/btl/tcp/btl_tcp_endpoint.c if( MCA_BTL_TCP_HDR_TYPE_SEND == frag->hdr.type ) { frag 978 opal/mca/btl/tcp/btl_tcp_endpoint.c reg = mca_btl_base_active_message_trigger + frag->hdr.base.tag; frag 979 opal/mca/btl/tcp/btl_tcp_endpoint.c reg->cbfunc(&frag->btl->super, frag->hdr.base.tag, &frag->base, reg->cbdata); frag 986 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_INIT_DST(frag, btl_endpoint); frag 990 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_RETURN(frag); frag 1037 opal/mca/btl/tcp/btl_tcp_endpoint.c mca_btl_tcp_frag_t* frag = btl_endpoint->endpoint_send_frag; frag 1038 opal/mca/btl/tcp/btl_tcp_endpoint.c int btl_ownership = (frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP); frag 1040 opal/mca/btl/tcp/btl_tcp_endpoint.c if(mca_btl_tcp_frag_send(frag, btl_endpoint->endpoint_sd) == false) { frag 1049 opal/mca/btl/tcp/btl_tcp_endpoint.c assert( frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK ); frag 1050 opal/mca/btl/tcp/btl_tcp_endpoint.c frag->base.des_cbfunc(&frag->btl->super, frag->endpoint, &frag->base, frag->rc); frag 1052 opal/mca/btl/tcp/btl_tcp_endpoint.c MCA_BTL_TCP_FRAG_RETURN(frag); frag 54 opal/mca/btl/tcp/btl_tcp_frag.c static void mca_btl_tcp_frag_eager_constructor(mca_btl_tcp_frag_t* frag) frag 56 opal/mca/btl/tcp/btl_tcp_frag.c frag->size = mca_btl_tcp_module.super.btl_eager_limit; frag 57 opal/mca/btl/tcp/btl_tcp_frag.c frag->my_list = &mca_btl_tcp_component.tcp_frag_eager; frag 60 opal/mca/btl/tcp/btl_tcp_frag.c static void mca_btl_tcp_frag_max_constructor(mca_btl_tcp_frag_t* frag) frag 62 opal/mca/btl/tcp/btl_tcp_frag.c frag->size = mca_btl_tcp_module.super.btl_max_send_size; frag 63 opal/mca/btl/tcp/btl_tcp_frag.c frag->my_list = &mca_btl_tcp_component.tcp_frag_max; frag 66 opal/mca/btl/tcp/btl_tcp_frag.c static void mca_btl_tcp_frag_user_constructor(mca_btl_tcp_frag_t* frag) frag 68 opal/mca/btl/tcp/btl_tcp_frag.c frag->size = 0; frag 69 opal/mca/btl/tcp/btl_tcp_frag.c frag->my_list = &mca_btl_tcp_component.tcp_frag_user; frag 97 opal/mca/btl/tcp/btl_tcp_frag.c size_t mca_btl_tcp_frag_dump(mca_btl_tcp_frag_t* frag, char* msg, char* buf, size_t length) frag 102 opal/mca/btl/tcp/btl_tcp_frag.c msg, (void*)frag, (int)frag->iov_cnt, (int)frag->iov_idx, frag->size); frag 104 opal/mca/btl/tcp/btl_tcp_frag.c for( i = 0; i < (int)frag->iov_cnt; i++ ) { frag 106 opal/mca/btl/tcp/btl_tcp_frag.c (i < (int)frag->iov_idx ? "*" : ""), frag 107 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[i].iov_base, frag->iov[i].iov_len); frag 113 opal/mca/btl/tcp/btl_tcp_frag.c bool mca_btl_tcp_frag_send(mca_btl_tcp_frag_t* frag, int sd) frag 120 opal/mca/btl/tcp/btl_tcp_frag.c cnt = writev(sd, frag->iov_ptr, frag->iov_cnt); frag 129 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr[0].iov_base, (unsigned long) frag->iov_ptr[0].iov_len, frag 130 opal/mca/btl/tcp/btl_tcp_frag.c strerror(opal_socket_errno), (unsigned long) frag->iov_cnt)); frag 131 opal/mca/btl/tcp/btl_tcp_frag.c frag->endpoint->endpoint_state = MCA_BTL_TCP_FAILED; frag 132 opal/mca/btl/tcp/btl_tcp_frag.c mca_btl_tcp_endpoint_close(frag->endpoint); frag 138 opal/mca/btl/tcp/btl_tcp_frag.c frag->endpoint->endpoint_state = MCA_BTL_TCP_FAILED; frag 139 opal/mca/btl/tcp/btl_tcp_frag.c mca_btl_tcp_endpoint_close(frag->endpoint); frag 146 opal/mca/btl/tcp/btl_tcp_frag.c num_vecs = frag->iov_cnt; frag 148 opal/mca/btl/tcp/btl_tcp_frag.c if(cnt >= (ssize_t)frag->iov_ptr->iov_len) { frag 149 opal/mca/btl/tcp/btl_tcp_frag.c cnt -= frag->iov_ptr->iov_len; frag 150 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr++; frag 151 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_idx++; frag 152 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_cnt--; frag 154 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr->iov_base = (opal_iov_base_ptr_t) frag 155 opal/mca/btl/tcp/btl_tcp_frag.c (((unsigned char*)frag->iov_ptr->iov_base) + cnt); frag 156 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr->iov_len -= cnt; frag 163 opal/mca/btl/tcp/btl_tcp_frag.c return (frag->iov_cnt == 0); frag 166 opal/mca/btl/tcp/btl_tcp_frag.c bool mca_btl_tcp_frag_recv(mca_btl_tcp_frag_t* frag, int sd) frag 168 opal/mca/btl/tcp/btl_tcp_frag.c mca_btl_base_endpoint_t* btl_endpoint = frag->endpoint; frag 173 opal/mca/btl/tcp/btl_tcp_frag.c num_vecs = frag->iov_cnt; frag 182 opal/mca/btl/tcp/btl_tcp_frag.c for( i = 0; i < (int)frag->iov_cnt; i++ ) { frag 183 opal/mca/btl/tcp/btl_tcp_frag.c if( length > frag->iov_ptr[i].iov_len ) frag 184 opal/mca/btl/tcp/btl_tcp_frag.c length = frag->iov_ptr[i].iov_len; frag 185 opal/mca/btl/tcp/btl_tcp_frag.c if( (0 == dont_copy_data) || (length < frag->iov_ptr[i].iov_len) ) { frag 186 opal/mca/btl/tcp/btl_tcp_frag.c memcpy( frag->iov_ptr[i].iov_base, btl_endpoint->endpoint_cache_pos, length ); frag 188 opal/mca/btl/tcp/btl_tcp_frag.c frag->segments[0].seg_addr.pval = btl_endpoint->endpoint_cache_pos; frag 189 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr[i].iov_base = btl_endpoint->endpoint_cache_pos; frag 204 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr[num_vecs].iov_base = btl_endpoint->endpoint_cache_pos; frag 205 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr[num_vecs].iov_len = frag 212 opal/mca/btl/tcp/btl_tcp_frag.c cnt = readv(sd, frag->iov_ptr, num_vecs); frag 226 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr[0].iov_base, (unsigned long) frag->iov_ptr[0].iov_len, frag 227 opal/mca/btl/tcp/btl_tcp_frag.c strerror(opal_socket_errno), (unsigned long) frag->iov_cnt)); frag 253 opal/mca/btl/tcp/btl_tcp_frag.c num_vecs = frag->iov_cnt; frag 255 opal/mca/btl/tcp/btl_tcp_frag.c if( cnt < (ssize_t)frag->iov_ptr->iov_len ) { frag 256 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr->iov_base = (opal_iov_base_ptr_t) frag 257 opal/mca/btl/tcp/btl_tcp_frag.c (((unsigned char*)frag->iov_ptr->iov_base) + cnt); frag 258 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr->iov_len -= cnt; frag 262 opal/mca/btl/tcp/btl_tcp_frag.c cnt -= frag->iov_ptr->iov_len; frag 263 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_idx++; frag 264 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_ptr++; frag 265 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_cnt--; frag 272 opal/mca/btl/tcp/btl_tcp_frag.c if(frag->iov_cnt == 0) { frag 273 opal/mca/btl/tcp/btl_tcp_frag.c if (btl_endpoint->endpoint_nbo && frag->iov_idx == 1) MCA_BTL_TCP_HDR_NTOH(frag->hdr); frag 274 opal/mca/btl/tcp/btl_tcp_frag.c switch(frag->hdr.type) { frag 276 opal/mca/btl/tcp/btl_tcp_frag.c if(frag->iov_idx == 1 && frag->hdr.size) { frag 277 opal/mca/btl/tcp/btl_tcp_frag.c frag->segments[0].seg_addr.pval = frag+1; frag 278 opal/mca/btl/tcp/btl_tcp_frag.c frag->segments[0].seg_len = frag->hdr.size; frag 279 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[1].iov_base = (IOVBASE_TYPE*)(frag->segments[0].seg_addr.pval); frag 280 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[1].iov_len = frag->hdr.size; frag 281 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_cnt++; frag 286 opal/mca/btl/tcp/btl_tcp_frag.c if(frag->iov_idx == 1) { frag 287 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[1].iov_base = (IOVBASE_TYPE*)frag->segments; frag 288 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[1].iov_len = frag->hdr.count * sizeof(mca_btl_base_segment_t); frag 289 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_cnt++; frag 291 opal/mca/btl/tcp/btl_tcp_frag.c } else if (frag->iov_idx == 2) { frag 292 opal/mca/btl/tcp/btl_tcp_frag.c for( i = 0; i < frag->hdr.count; i++ ) { frag 293 opal/mca/btl/tcp/btl_tcp_frag.c if (btl_endpoint->endpoint_nbo) MCA_BTL_BASE_SEGMENT_NTOH(frag->segments[i]); frag 294 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[i+2].iov_base = (IOVBASE_TYPE*)frag->segments[i].seg_addr.pval; frag 295 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov[i+2].iov_len = frag->segments[i].seg_len; frag 297 opal/mca/btl/tcp/btl_tcp_frag.c frag->iov_cnt += frag->hdr.count; frag 90 opal/mca/btl/tcp/btl_tcp_frag.h #define MCA_BTL_TCP_FRAG_ALLOC_EAGER(frag) \ frag 92 opal/mca/btl/tcp/btl_tcp_frag.h frag = (mca_btl_tcp_frag_t*) \ frag 96 opal/mca/btl/tcp/btl_tcp_frag.h #define MCA_BTL_TCP_FRAG_ALLOC_MAX(frag) \ frag 98 opal/mca/btl/tcp/btl_tcp_frag.h frag = (mca_btl_tcp_frag_t*) \ frag 102 opal/mca/btl/tcp/btl_tcp_frag.h #define MCA_BTL_TCP_FRAG_ALLOC_USER(frag) \ frag 104 opal/mca/btl/tcp/btl_tcp_frag.h frag = (mca_btl_tcp_frag_t*) \ frag 108 opal/mca/btl/tcp/btl_tcp_frag.h #define MCA_BTL_TCP_FRAG_RETURN(frag) \ frag 110 opal/mca/btl/tcp/btl_tcp_frag.h opal_free_list_return (frag->my_list, (opal_free_list_item_t*)(frag)); \ frag 113 opal/mca/btl/tcp/btl_tcp_frag.h #define MCA_BTL_TCP_FRAG_INIT_DST(frag,ep) \ frag 115 opal/mca/btl/tcp/btl_tcp_frag.h frag->rc = 0; \ frag 116 opal/mca/btl/tcp/btl_tcp_frag.h frag->btl = ep->endpoint_btl; \ frag 117 opal/mca/btl/tcp/btl_tcp_frag.h frag->endpoint = ep; \ frag 118 opal/mca/btl/tcp/btl_tcp_frag.h frag->iov[0].iov_len = sizeof(frag->hdr); \ frag 119 opal/mca/btl/tcp/btl_tcp_frag.h frag->iov[0].iov_base = (IOVBASE_TYPE*)&frag->hdr; \ frag 120 opal/mca/btl/tcp/btl_tcp_frag.h frag->iov_cnt = 1; \ frag 121 opal/mca/btl/tcp/btl_tcp_frag.h frag->iov_idx = 0; \ frag 122 opal/mca/btl/tcp/btl_tcp_frag.h frag->iov_ptr = frag->iov; \ frag 123 opal/mca/btl/tcp/btl_tcp_frag.h frag->base.des_segments = frag->segments; \ frag 124 opal/mca/btl/tcp/btl_tcp_frag.h frag->base.des_segment_count = 1; \ frag 130 opal/mca/btl/tcp/btl_tcp_frag.h size_t mca_btl_tcp_frag_dump(mca_btl_tcp_frag_t* frag, char* msg, char* buf, size_t length); frag 160 opal/mca/btl/template/btl_template.c mca_btl_template_frag_t* frag = NULL; frag 163 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_ALLOC_EAGER(template_btl, frag); frag 165 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_ALLOC_MAX(template_btl, frag); frag 167 opal/mca/btl/template/btl_template.c if( OPAL_UNLIKELY(NULL != frag) ) { frag 171 opal/mca/btl/template/btl_template.c frag->segment.seg_len = size; frag 172 opal/mca/btl/template/btl_template.c frag->base.des_flags = 0; frag 173 opal/mca/btl/template/btl_template.c return (mca_btl_base_descriptor_t*)frag; frag 185 opal/mca/btl/template/btl_template.c mca_btl_template_frag_t* frag = (mca_btl_template_frag_t*)des; frag 186 opal/mca/btl/template/btl_template.c if(frag->size == 0) { frag 188 opal/mca/btl/template/btl_template.c OBJ_RELEASE(frag->registration); frag 190 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_RETURN_USER(btl, frag); frag 191 opal/mca/btl/template/btl_template.c } else if(frag->size == btl->btl_eager_limit){ frag 192 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_RETURN_EAGER(btl, frag); frag 193 opal/mca/btl/template/btl_template.c } else if(frag->size == btl->btl_max_send_size) { frag 194 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_RETURN_EAGER(btl, frag); frag 218 opal/mca/btl/template/btl_template.c mca_btl_template_frag_t* frag; frag 231 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_ALLOC_EAGER(btl, frag); frag 232 opal/mca/btl/template/btl_template.c if(OPAL_UNLIKELY(NULL == frag)) { frag 237 opal/mca/btl/template/btl_template.c iov.iov_base = (unsigned char*) frag->segment.seg_addr.pval + reserve; frag 242 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_RETURN_EAGER(btl, frag); frag 245 opal/mca/btl/template/btl_template.c frag->segment.seg_len = max_data + reserve; frag 254 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_ALLOC_MAX(btl, frag); frag 255 opal/mca/btl/template/btl_template.c if(OPAL_UNLIKELY(NULL == frag)) { frag 258 opal/mca/btl/template/btl_template.c if(max_data + reserve > frag->size){ frag 259 opal/mca/btl/template/btl_template.c max_data = frag->size - reserve; frag 262 opal/mca/btl/template/btl_template.c iov.iov_base = (unsigned char*) frag->segment.seg_addr.pval + reserve; frag 268 opal/mca/btl/template/btl_template.c MCA_BTL_TEMPLATE_FRAG_RETURN_MAX(btl, frag); frag 271 opal/mca/btl/template/btl_template.c frag->segment.seg_len = max_data + reserve; frag 274 opal/mca/btl/template/btl_template.c frag->base.des_segments = &frag->segment; frag 275 opal/mca/btl/template/btl_template.c frag->base.des_segment_count = 1; frag 276 opal/mca/btl/template/btl_template.c frag->base.des_flags = 0; frag 277 opal/mca/btl/template/btl_template.c return &frag->base; frag 298 opal/mca/btl/template/btl_template.c mca_btl_template_frag_t* frag = (mca_btl_template_frag_t*)descriptor; frag 299 opal/mca/btl/template/btl_template.c frag->endpoint = endpoint; frag 5 opal/mca/btl/template/btl_template_frag.c static void mca_btl_template_frag_eager_constructor(mca_btl_template_frag_t* frag) frag 7 opal/mca/btl/template/btl_template_frag.c frag->registration = NULL; frag 8 opal/mca/btl/template/btl_template_frag.c frag->size = mca_btl_template_module.super.btl_eager_limit; frag 11 opal/mca/btl/template/btl_template_frag.c static void mca_btl_template_frag_max_constructor(mca_btl_template_frag_t* frag) frag 13 opal/mca/btl/template/btl_template_frag.c frag->registration = NULL; frag 14 opal/mca/btl/template/btl_template_frag.c frag->size = mca_btl_template_module.super.btl_max_send_size; frag 17 opal/mca/btl/template/btl_template_frag.c static void mca_btl_template_frag_user_constructor(mca_btl_template_frag_t* frag) frag 19 opal/mca/btl/template/btl_template_frag.c frag->size = 0; frag 20 opal/mca/btl/template/btl_template_frag.c frag->registration = NULL; frag 66 opal/mca/btl/template/btl_template_frag.h #define MCA_BTL_TEMPLATE_FRAG_ALLOC_EAGER(btl, frag) \ frag 68 opal/mca/btl/template/btl_template_frag.h frag = (mca_btl_template_frag_t *) \ frag 72 opal/mca/btl/template/btl_template_frag.h #define MCA_BTL_TEMPLATE_FRAG_RETURN_EAGER(btl, frag) \ frag 75 opal/mca/btl/template/btl_template_frag.h (opal_free_list_item_t*)(frag)); \ frag 78 opal/mca/btl/template/btl_template_frag.h #define MCA_BTL_TEMPLATE_FRAG_ALLOC_MAX(btl, frag) \ frag 80 opal/mca/btl/template/btl_template_frag.h frag = (mca_btl_template_frag_t *) \ frag 84 opal/mca/btl/template/btl_template_frag.h #define MCA_BTL_TEMPLATE_FRAG_RETURN_MAX(btl, frag) \ frag 87 opal/mca/btl/template/btl_template_frag.h (opal_free_list_item_t*)(frag)); \ frag 91 opal/mca/btl/template/btl_template_frag.h #define MCA_BTL_TEMPLATE_FRAG_ALLOC_USER(btl, frag) \ frag 93 opal/mca/btl/template/btl_template_frag.h frag = (mca_btl_template_frag_t*) \ frag 97 opal/mca/btl/template/btl_template_frag.h #define MCA_BTL_TEMPLATE_FRAG_RETURN_USER(btl, frag) \ frag 100 opal/mca/btl/template/btl_template_frag.h (opal_free_list_item_t*)(frag)); \ frag 26 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_base_frag_t *frag = NULL; frag 29 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_short (uct_btl, endpoint); frag 31 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_eager (uct_btl, endpoint); frag 33 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_max (uct_btl, endpoint); frag 36 opal/mca/btl/uct/btl_uct_am.c if (OPAL_LIKELY(frag != NULL)) { frag 37 opal/mca/btl/uct/btl_uct_am.c frag->segments[0].seg_len = size; frag 39 opal/mca/btl/uct/btl_uct_am.c frag->base.des_segment_count = 1; frag 40 opal/mca/btl/uct/btl_uct_am.c frag->base.des_flags = flags; frag 41 opal/mca/btl/uct/btl_uct_am.c frag->base.order = order; frag 42 opal/mca/btl/uct/btl_uct_am.c frag->uct_iov.length = size; frag 43 opal/mca/btl/uct/btl_uct_am.c if (NULL != frag->base.super.registration) { frag 45 opal/mca/btl/uct/btl_uct_am.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 49 opal/mca/btl/uct/btl_uct_am.c return (mca_btl_base_descriptor_t *) frag; frag 81 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_base_frag_t *frag; frag 86 opal/mca/btl/uct/btl_uct_am.c frag = (mca_btl_uct_base_frag_t *) mca_btl_uct_alloc (btl, endpoint, order, total_size, flags); frag 87 opal/mca/btl/uct/btl_uct_am.c if (OPAL_UNLIKELY(NULL == frag)) { frag 91 opal/mca/btl/uct/btl_uct_am.c _mca_btl_uct_send_pack ((void *) ((intptr_t) frag->uct_iov.buffer + reserve), NULL, 0, frag 97 opal/mca/btl/uct/btl_uct_am.c frag = mca_btl_uct_frag_alloc_short (uct_btl, endpoint); frag 98 opal/mca/btl/uct/btl_uct_am.c if (OPAL_UNLIKELY(NULL == frag)) { frag 102 opal/mca/btl/uct/btl_uct_am.c frag->uct_iov.length = total_size; frag 103 opal/mca/btl/uct/btl_uct_am.c frag->base.order = order; frag 104 opal/mca/btl/uct/btl_uct_am.c frag->base.des_flags = flags; frag 106 opal/mca/btl/uct/btl_uct_am.c frag->segments[0].seg_len = reserve; frag 107 opal/mca/btl/uct/btl_uct_am.c frag->segments[1].seg_len = *size; frag 108 opal/mca/btl/uct/btl_uct_am.c frag->segments[1].seg_addr.pval = data_ptr; frag 109 opal/mca/btl/uct/btl_uct_am.c frag->base.des_segment_count = 2; frag 111 opal/mca/btl/uct/btl_uct_am.c frag->segments[0].seg_len = total_size; frag 112 opal/mca/btl/uct/btl_uct_am.c memcpy ((void *)((intptr_t) frag->segments[1].seg_addr.pval + reserve), data_ptr, *size); frag 113 opal/mca/btl/uct/btl_uct_am.c frag->base.des_segment_count = 1; frag 117 opal/mca/btl/uct/btl_uct_am.c return &frag->base; frag 134 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_base_frag_t *frag = (mca_btl_uct_base_frag_t *) arg; frag 137 opal/mca/btl/uct/btl_uct_am.c memcpy (data, &frag->header, sizeof (frag->header)); frag 141 opal/mca/btl/uct/btl_uct_am.c for (size_t i = 0 ; i < frag->base.des_segment_count ; ++i) { frag 142 opal/mca/btl/uct/btl_uct_am.c const size_t seg_len = frag->segments[i].seg_len; frag 143 opal/mca/btl/uct/btl_uct_am.c memcpy (data, frag->segments[i].seg_addr.pval, seg_len); frag 151 opal/mca/btl/uct/btl_uct_am.c static void mca_btl_uct_append_pending_frag (mca_btl_uct_module_t *uct_btl, mca_btl_uct_base_frag_t *frag, frag 154 opal/mca/btl/uct/btl_uct_am.c frag->ready = ready; frag 155 opal/mca/btl/uct/btl_uct_am.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 158 opal/mca/btl/uct/btl_uct_am.c opal_list_append (&uct_btl->pending_frags, (opal_list_item_t *) frag); frag 161 opal/mca/btl/uct/btl_uct_am.c int mca_btl_uct_send_frag (mca_btl_uct_module_t *uct_btl, mca_btl_uct_base_frag_t *frag, bool append) frag 163 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_device_context_t *context = frag->context; frag 164 opal/mca/btl/uct/btl_uct_am.c const ssize_t msg_size = frag->uct_iov.length + 8; frag 170 opal/mca/btl/uct/btl_uct_am.c (void) mca_btl_uct_endpoint_test_am (uct_btl, frag->endpoint, frag->context, &ep_handle); frag 178 opal/mca/btl/uct/btl_uct_am.c if (NULL != frag->base.super.registration) { frag 179 opal/mca/btl/uct/btl_uct_am.c frag->comp.dev_context = context; frag 180 opal/mca/btl/uct/btl_uct_am.c ucs_status = uct_ep_am_zcopy (ep_handle, MCA_BTL_UCT_FRAG, &frag->header, sizeof (frag->header), frag 181 opal/mca/btl/uct/btl_uct_am.c &frag->uct_iov, 1, 0, &frag->comp.uct_comp); frag 190 opal/mca/btl/uct/btl_uct_am.c if (1 == frag->base.des_segment_count && (frag->uct_iov.length + 8) < MCA_BTL_UCT_TL_ATTR(uct_btl->am_tl, 0).cap.am.max_short) { frag 191 opal/mca/btl/uct/btl_uct_am.c ucs_status = uct_ep_am_short (ep_handle, MCA_BTL_UCT_FRAG, frag->header.value, frag->uct_iov.buffer, frag 192 opal/mca/btl/uct/btl_uct_am.c frag->uct_iov.length); frag 198 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_frag_complete (frag, OPAL_SUCCESS); frag 203 opal/mca/btl/uct/btl_uct_am.c size = uct_ep_am_bcopy (ep_handle, MCA_BTL_UCT_FRAG, mca_btl_uct_send_frag_pack, frag, 0); frag 208 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_frag_complete (frag, OPAL_SUCCESS); frag 225 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_append_pending_frag (uct_btl, frag, context, true); frag 236 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_base_frag_t *frag = (mca_btl_uct_base_frag_t *) descriptor; frag 241 opal/mca/btl/uct/btl_uct_am.c OPAL_PROC_MY_NAME.vpid, endpoint->ep_proc->proc_name.vpid, frag->uct_iov.length)); frag 244 opal/mca/btl/uct/btl_uct_am.c frag->header.data.tag = tag; frag 245 opal/mca/btl/uct/btl_uct_am.c frag->context = context; frag 252 opal/mca/btl/uct/btl_uct_am.c mca_btl_uct_append_pending_frag (uct_btl, frag, context, false); frag 259 opal/mca/btl/uct/btl_uct_am.c return mca_btl_uct_send_frag (uct_btl, frag, true); frag 30 opal/mca/btl/uct/btl_uct_am.h int mca_btl_uct_send_frag (mca_btl_uct_module_t *uct_btl, mca_btl_uct_base_frag_t *frag, bool append); frag 306 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_base_frag_t frag = {.base = {.des_segments = &seg, .des_segment_count = 1}}; frag 312 opal/mca/btl/uct/btl_uct_component.c reg->cbfunc (&uct_btl->super, header->data.tag, &frag.base, reg->cbdata); frag 489 opal/mca/btl/uct/btl_uct_component.c mca_btl_uct_base_frag_t *frag, *next; frag 497 opal/mca/btl/uct/btl_uct_component.c OPAL_LIST_FOREACH_SAFE(frag, next, &uct_btl->pending_frags, mca_btl_uct_base_frag_t) { frag 498 opal/mca/btl/uct/btl_uct_component.c if (!frag->ready) { frag 502 opal/mca/btl/uct/btl_uct_component.c opal_list_remove_item (&uct_btl->pending_frags, (opal_list_item_t *) frag); frag 504 opal/mca/btl/uct/btl_uct_component.c if (OPAL_SUCCESS > mca_btl_uct_send_frag (uct_btl, frag, false)) { frag 505 opal/mca/btl/uct/btl_uct_component.c opal_list_prepend (&uct_btl->pending_frags, (opal_list_item_t *) frag); frag 125 opal/mca/btl/uct/btl_uct_device_context.h if (comp->frag) { frag 128 opal/mca/btl/uct/btl_uct_device_context.h mca_btl_uct_frag_complete (comp->frag, rc); frag 18 opal/mca/btl/uct/btl_uct_frag.c BTL_VERBOSE(("frag operation complete. frag = %p. status = %d", (void *) comp->frag, status)); frag 24 opal/mca/btl/uct/btl_uct_frag.c static void mca_btl_uct_base_frag_constructor (mca_btl_uct_base_frag_t *frag) frag 26 opal/mca/btl/uct/btl_uct_frag.c mca_btl_uct_reg_t *reg = (mca_btl_uct_reg_t *) frag->base.super.registration; frag 29 opal/mca/btl/uct/btl_uct_frag.c memset ((char *) frag + sizeof (frag->base), 0, sizeof (*frag) - sizeof (frag->base)); frag 31 opal/mca/btl/uct/btl_uct_frag.c OBJ_CONSTRUCT(&frag->comp, mca_btl_uct_uct_completion_t); frag 33 opal/mca/btl/uct/btl_uct_frag.c frag->base.des_segments = frag->segments; frag 34 opal/mca/btl/uct/btl_uct_frag.c frag->base.des_segment_count = 1; frag 36 opal/mca/btl/uct/btl_uct_frag.c frag->comp.uct_comp.func = mca_btl_uct_frag_completion; frag 37 opal/mca/btl/uct/btl_uct_frag.c frag->comp.uct_comp.count = 1; frag 38 opal/mca/btl/uct/btl_uct_frag.c frag->comp.frag = frag; frag 40 opal/mca/btl/uct/btl_uct_frag.c frag->segments[0].seg_addr.pval = frag->base.super.ptr; frag 41 opal/mca/btl/uct/btl_uct_frag.c frag->uct_iov.buffer = frag->base.super.ptr; frag 42 opal/mca/btl/uct/btl_uct_frag.c frag->uct_iov.stride = 0; frag 43 opal/mca/btl/uct/btl_uct_frag.c frag->uct_iov.count = 1; frag 45 opal/mca/btl/uct/btl_uct_frag.c frag->uct_iov.memh = reg->uct_memh; frag 49 opal/mca/btl/uct/btl_uct_frag.c static void mca_btl_uct_base_frag_destructor (mca_btl_uct_base_frag_t *frag) frag 51 opal/mca/btl/uct/btl_uct_frag.c OBJ_DESTRUCT(&frag->comp); frag 20 opal/mca/btl/uct/btl_uct_frag.h mca_btl_uct_base_frag_t *frag = (mca_btl_uct_base_frag_t *) opal_free_list_get (fl); frag 21 opal/mca/btl/uct/btl_uct_frag.h if (OPAL_LIKELY(NULL != frag)) { frag 22 opal/mca/btl/uct/btl_uct_frag.h frag->free_list = fl; frag 23 opal/mca/btl/uct/btl_uct_frag.h frag->endpoint = endpoint; frag 24 opal/mca/btl/uct/btl_uct_frag.h frag->btl = uct_btl; frag 27 opal/mca/btl/uct/btl_uct_frag.h return frag; frag 30 opal/mca/btl/uct/btl_uct_frag.h static inline void mca_btl_uct_frag_return (mca_btl_uct_base_frag_t *frag) frag 32 opal/mca/btl/uct/btl_uct_frag.h opal_free_list_return (frag->free_list, &frag->base.super); frag 35 opal/mca/btl/uct/btl_uct_frag.h static inline void mca_btl_uct_frag_complete (mca_btl_uct_base_frag_t *frag, int rc) { frag 36 opal/mca/btl/uct/btl_uct_frag.h mca_btl_uct_module_t *uct_btl = frag->btl; frag 39 opal/mca/btl/uct/btl_uct_frag.h if (frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK) { frag 40 opal/mca/btl/uct/btl_uct_frag.h frag->base.des_cbfunc(&uct_btl->super, frag->endpoint, &frag->base, rc); frag 43 opal/mca/btl/uct/btl_uct_frag.h if (OPAL_LIKELY(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { frag 44 opal/mca/btl/uct/btl_uct_frag.h mca_btl_uct_frag_return (frag); frag 27 opal/mca/btl/uct/btl_uct_rdma.c comp->frag = NULL; frag 223 opal/mca/btl/uct/btl_uct_tl.c mca_btl_uct_base_frag_t *frag; frag 231 opal/mca/btl/uct/btl_uct_tl.c OPAL_LIST_FOREACH(frag, &module->pending_frags, mca_btl_uct_base_frag_t) { frag 232 opal/mca/btl/uct/btl_uct_tl.c if (frag->context->context_id == req->context_id && endpoint == frag->endpoint) { frag 233 opal/mca/btl/uct/btl_uct_tl.c frag->ready = true; frag 200 opal/mca/btl/uct/btl_uct_types.h struct mca_btl_uct_base_frag_t *frag; frag 16 opal/mca/btl/ugni/btl_ugni_frag.c static inline void mca_btl_ugni_base_frag_constructor (mca_btl_ugni_base_frag_t *frag) frag 18 opal/mca/btl/ugni/btl_ugni_frag.c memset ((char *) frag + sizeof (frag->base), 0, sizeof (*frag) - sizeof (frag->base)); frag 19 opal/mca/btl/ugni/btl_ugni_frag.c frag->segments[0].seg_addr.pval = frag->base.super.ptr; frag 22 opal/mca/btl/ugni/btl_ugni_frag.c static inline void mca_btl_ugni_eager_frag_constructor (mca_btl_ugni_base_frag_t *frag) frag 25 opal/mca/btl/ugni/btl_ugni_frag.c (struct mca_btl_ugni_reg_t *) frag->base.super.registration; frag 27 opal/mca/btl/ugni/btl_ugni_frag.c mca_btl_ugni_base_frag_constructor (frag); frag 29 opal/mca/btl/ugni/btl_ugni_frag.c frag->memory_handle = reg->handle; frag 79 opal/mca/btl/ugni/btl_ugni_frag.c int mca_btl_ugni_frag_init (mca_btl_ugni_base_frag_t *frag, void *id) frag 87 opal/mca/btl/ugni/btl_ugni_frag.c frag->msg_id = opal_pointer_array_add (&ugni_module->pending_smsg_frags_bb, (void *) frag); frag 88 opal/mca/btl/ugni/btl_ugni_frag.c frag->my_list = ugni_module->frags_lists + free_list_id; frag 196 opal/mca/btl/ugni/btl_ugni_frag.h int mca_btl_ugni_frag_init (mca_btl_ugni_base_frag_t *frag, void *id); frag 201 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_base_frag_t *frag = (mca_btl_ugni_base_frag_t *) opal_free_list_get (list); frag 202 opal/mca/btl/ugni/btl_ugni_frag.h if (OPAL_LIKELY(NULL != frag)) { frag 203 opal/mca/btl/ugni/btl_ugni_frag.h frag->endpoint = ep; frag 204 opal/mca/btl/ugni/btl_ugni_frag.h frag->ref_cnt = 1; frag 207 opal/mca/btl/ugni/btl_ugni_frag.h return frag; frag 210 opal/mca/btl/ugni/btl_ugni_frag.h static inline int mca_btl_ugni_frag_return (mca_btl_ugni_base_frag_t *frag) frag 212 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (frag->endpoint); frag 213 opal/mca/btl/ugni/btl_ugni_frag.h if (frag->registration) { frag 215 opal/mca/btl/ugni/btl_ugni_frag.h (mca_rcache_base_registration_t *) frag->registration); frag 216 opal/mca/btl/ugni/btl_ugni_frag.h frag->registration = NULL; frag 219 opal/mca/btl/ugni/btl_ugni_frag.h frag->flags = 0; frag 221 opal/mca/btl/ugni/btl_ugni_frag.h opal_free_list_return (frag->my_list, (opal_free_list_item_t *) frag); frag 226 opal/mca/btl/ugni/btl_ugni_frag.h static inline bool mca_btl_ugni_frag_del_ref (mca_btl_ugni_base_frag_t *frag, int rc) { frag 227 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_ep_btl (frag->endpoint); frag 229 opal/mca/btl/ugni/btl_ugni_frag.h int des_flags = frag->base.des_flags; frag 234 opal/mca/btl/ugni/btl_ugni_frag.h ref_cnt = OPAL_THREAD_ADD_FETCH32(&frag->ref_cnt, -1); frag 242 opal/mca/btl/ugni/btl_ugni_frag.h frag->base.des_cbfunc(&ugni_module->super, frag->endpoint, &frag->base, rc); frag 246 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_frag_return (frag); frag 252 opal/mca/btl/ugni/btl_ugni_frag.h static inline void mca_btl_ugni_frag_complete (mca_btl_ugni_base_frag_t *frag, int rc) { frag 253 opal/mca/btl/ugni/btl_ugni_frag.h BTL_VERBOSE(("frag complete. flags = %d", frag->base.des_flags)); frag 255 opal/mca/btl/ugni/btl_ugni_frag.h frag->flags |= MCA_BTL_UGNI_FRAG_COMPLETE; frag 257 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_frag_del_ref (frag, rc); frag 260 opal/mca/btl/ugni/btl_ugni_frag.h static inline bool mca_btl_ugni_frag_check_complete (mca_btl_ugni_base_frag_t *frag) { frag 261 opal/mca/btl/ugni/btl_ugni_frag.h return !!(MCA_BTL_UGNI_FRAG_COMPLETE & frag->flags); frag 266 opal/mca/btl/ugni/btl_ugni_frag.h mca_btl_ugni_base_frag_t *frag); frag 52 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_base_frag_t *pending_frag, *frag = (mca_btl_ugni_base_frag_t *) desc; frag 54 opal/mca/btl/ugni/btl_ugni_get.c memset (&frag->hdr, 0, sizeof (frag->hdr)); frag 62 opal/mca/btl/ugni/btl_ugni_get.c frag->endpoint = pending_frag->endpoint; frag 64 opal/mca/btl/ugni/btl_ugni_get.c assert (frag != pending_frag); frag 67 opal/mca/btl/ugni/btl_ugni_get.c (void) mca_btl_ugni_start_eager_get (frag->endpoint, pending_frag->hdr.eager_ex, frag); frag 73 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_frag_return (frag); frag 82 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_base_frag_t *frag = (mca_btl_ugni_base_frag_t *) context; frag 83 opal/mca/btl/ugni/btl_ugni_get.c uint32_t len = frag->hdr.eager.send.lag & 0x00ffffff; frag 84 opal/mca/btl/ugni/btl_ugni_get.c uint8_t tag = frag->hdr.eager.send.lag >> 24; frag 85 opal/mca/btl/ugni/btl_ugni_get.c size_t payload_len = frag->hdr.eager.size; frag 92 opal/mca/btl/ugni/btl_ugni_get.c BTL_VERBOSE(("eager get for rem_ctx %p complete", frag->hdr.eager.ctx)) frag 98 opal/mca/btl/ugni/btl_ugni_get.c segs[0].seg_addr.pval = frag->hdr.eager_ex.pml_header; frag 113 opal/mca/btl/ugni/btl_ugni_get.c frag->hdr.rdma.ctx = frag->hdr.eager.ctx; frag 114 opal/mca/btl/ugni/btl_ugni_get.c frag->flags = MCA_BTL_UGNI_FRAG_RESPONSE; frag 115 opal/mca/btl/ugni/btl_ugni_get.c frag->ref_cnt = 1; frag 117 opal/mca/btl/ugni/btl_ugni_get.c frag->ref_cnt = 1; frag 120 opal/mca/btl/ugni/btl_ugni_get.c frag->base.des_cbfunc = mca_btl_ugni_callback_eager_get_progress_pending; frag 123 opal/mca/btl/ugni/btl_ugni_get.c rc = opal_mca_btl_ugni_smsg_send (frag, &frag->hdr.rdma, sizeof (frag->hdr.rdma), frag 127 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_wait_list_append (ugni_module, endpoint, frag); frag 133 opal/mca/btl/ugni/btl_ugni_get.c mca_btl_ugni_base_frag_t *frag) frag 142 opal/mca/btl/ugni/btl_ugni_get.c if (NULL == frag) { frag 144 opal/mca/btl/ugni/btl_ugni_get.c frag = mca_btl_ugni_frag_alloc_eager_recv (endpoint); frag 145 opal/mca/btl/ugni/btl_ugni_get.c if (OPAL_UNLIKELY(NULL == frag)) { frag 147 opal/mca/btl/ugni/btl_ugni_get.c frag = mca_btl_ugni_frag_alloc_rdma_int (endpoint); frag 150 opal/mca/btl/ugni/btl_ugni_get.c assert (NULL != frag); frag 151 opal/mca/btl/ugni/btl_ugni_get.c frag->hdr.eager_ex = hdr; frag 156 opal/mca/btl/ugni/btl_ugni_get.c frag->flags = 0; frag 158 opal/mca/btl/ugni/btl_ugni_get.c frag->hdr.eager_ex = hdr; frag 164 opal/mca/btl/ugni/btl_ugni_get.c frag->base.des_flags = MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 167 opal/mca/btl/ugni/btl_ugni_get.c rc = mca_btl_ugni_post (endpoint, true, size, frag->base.super.ptr, hdr.eager.address, frag 168 opal/mca/btl/ugni/btl_ugni_get.c &frag->memory_handle, &hdr.eager.memory_handle, frag 169 opal/mca/btl/ugni/btl_ugni_get.c MCA_BTL_NO_ORDER, mca_btl_ugni_callback_eager_get, frag, NULL); frag 176 opal/mca/btl/ugni/btl_ugni_get.c opal_list_append (&ugni_module->eager_get_pending, (opal_list_item_t *) frag); frag 226 opal/mca/btl/ugni/btl_ugni_module.c mca_btl_ugni_base_frag_t *frag = NULL; frag 236 opal/mca/btl/ugni/btl_ugni_module.c frag = mca_btl_ugni_frag_alloc_smsg (endpoint); frag 238 opal/mca/btl/ugni/btl_ugni_module.c frag = mca_btl_ugni_frag_alloc_eager_send (endpoint); frag 241 opal/mca/btl/ugni/btl_ugni_module.c if (OPAL_UNLIKELY(NULL == frag)) { frag 246 opal/mca/btl/ugni/btl_ugni_module.c (unsigned int)size, flags, (void *) frag)); frag 248 opal/mca/btl/ugni/btl_ugni_module.c frag->base.des_flags = flags; frag 249 opal/mca/btl/ugni/btl_ugni_module.c frag->base.order = order; frag 250 opal/mca/btl/ugni/btl_ugni_module.c frag->base.des_segments = &frag->segments[1]; frag 251 opal/mca/btl/ugni/btl_ugni_module.c frag->base.des_segment_count = 1; frag 253 opal/mca/btl/ugni/btl_ugni_module.c frag->segments[0].seg_addr.pval = NULL; frag 254 opal/mca/btl/ugni/btl_ugni_module.c frag->segments[0].seg_len = 0; frag 255 opal/mca/btl/ugni/btl_ugni_module.c frag->segments[1].seg_addr.pval = frag->base.super.ptr; frag 256 opal/mca/btl/ugni/btl_ugni_module.c frag->segments[1].seg_len = size; frag 258 opal/mca/btl/ugni/btl_ugni_module.c frag->flags = MCA_BTL_UGNI_FRAG_BUFFERED; frag 262 opal/mca/btl/ugni/btl_ugni_module.c frag->hdr_size = sizeof (frag->hdr.eager); frag 263 opal/mca/btl/ugni/btl_ugni_module.c frag->flags |= MCA_BTL_UGNI_FRAG_EAGER | MCA_BTL_UGNI_FRAG_IGNORE; frag 265 opal/mca/btl/ugni/btl_ugni_module.c registration = (mca_btl_ugni_reg_t *) frag->base.super.registration; frag 267 opal/mca/btl/ugni/btl_ugni_module.c frag->hdr.eager.memory_handle = registration->handle; frag 269 opal/mca/btl/ugni/btl_ugni_module.c frag->hdr_size = sizeof (frag->hdr.send); frag 272 opal/mca/btl/ugni/btl_ugni_module.c return &frag->base; frag 27 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_ugni_base_frag_t *frag = NULL; frag 29 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_rdma (endpoint); frag 30 opal/mca/btl/ugni/btl_ugni_prepare.h if (OPAL_UNLIKELY(NULL == frag)) { frag 36 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr_size = reserve + sizeof (frag->hdr.send); frag 38 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_addr.pval = frag->hdr.send_ex.pml_header; frag 39 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_len = reserve; frag 41 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[1].seg_addr.pval = NULL; frag 42 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[1].seg_len = 0; frag 44 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_segments = frag->segments; frag 45 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_segment_count = 1; frag 46 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.order = order; frag 47 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_flags = flags; frag 49 opal/mca/btl/ugni/btl_ugni_prepare.h return &frag->base; frag 61 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_ugni_base_frag_t *frag = NULL; frag 68 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_rdma (endpoint); frag 69 opal/mca/btl/ugni/btl_ugni_prepare.h if (OPAL_UNLIKELY(NULL == frag)) { frag 81 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_ugni_frag_return (frag); frag 85 opal/mca/btl/ugni/btl_ugni_prepare.h frag->flags = MCA_BTL_UGNI_FRAG_EAGER | MCA_BTL_UGNI_FRAG_IGNORE; frag 87 opal/mca/btl/ugni/btl_ugni_prepare.h frag->registration = registration; frag 88 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr.eager.memory_handle = registration->handle;; frag 90 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr_size = reserve + sizeof (frag->hdr.eager); frag 91 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_addr.pval = frag->hdr.eager_ex.pml_header; frag 93 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr_size = reserve + sizeof (frag->hdr.send); frag 94 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_addr.pval = frag->hdr.send_ex.pml_header; frag 97 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_len = reserve; frag 99 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[1].seg_addr.pval = data_ptr; frag 100 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[1].seg_len = *size; frag 102 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_segments = frag->segments; frag 103 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_segment_count = 2; frag 104 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.order = order; frag 105 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_flags = flags; frag 107 opal/mca/btl/ugni/btl_ugni_prepare.h return &frag->base; frag 119 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_ugni_base_frag_t *frag = NULL; frag 125 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_eager_send (endpoint); frag 126 opal/mca/btl/ugni/btl_ugni_prepare.h if (OPAL_UNLIKELY(NULL == frag)) { frag 130 opal/mca/btl/ugni/btl_ugni_prepare.h frag->flags = MCA_BTL_UGNI_FRAG_EAGER | MCA_BTL_UGNI_FRAG_IGNORE; frag 132 opal/mca/btl/ugni/btl_ugni_prepare.h registration = (mca_btl_ugni_reg_t *) frag->base.super.registration; frag 134 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr.eager.memory_handle = registration->handle; frag 135 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr_size = reserve + sizeof (frag->hdr.eager); frag 136 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_addr.pval = frag->hdr.eager_ex.pml_header; frag 138 opal/mca/btl/ugni/btl_ugni_prepare.h frag = mca_btl_ugni_frag_alloc_smsg (endpoint); frag 139 opal/mca/btl/ugni/btl_ugni_prepare.h if (OPAL_UNLIKELY(NULL == frag)) { frag 143 opal/mca/btl/ugni/btl_ugni_prepare.h frag->hdr_size = reserve + sizeof (frag->hdr.send); frag 144 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_addr.pval = frag->hdr.send_ex.pml_header; frag 147 opal/mca/btl/ugni/btl_ugni_prepare.h frag->flags |= MCA_BTL_UGNI_FRAG_BUFFERED; frag 150 opal/mca/btl/ugni/btl_ugni_prepare.h iov.iov_base = (IOVBASE_TYPE *) frag->base.super.ptr; frag 154 opal/mca/btl/ugni/btl_ugni_prepare.h mca_btl_ugni_frag_return (frag); frag 158 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[0].seg_len = reserve; frag 160 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[1].seg_addr.pval = frag->base.super.ptr; frag 161 opal/mca/btl/ugni/btl_ugni_prepare.h frag->segments[1].seg_len = *size; frag 163 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_segments = frag->segments; frag 164 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_segment_count = 2; frag 165 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.order = order; frag 166 opal/mca/btl/ugni/btl_ugni_prepare.h frag->base.des_flags = flags; frag 168 opal/mca/btl/ugni/btl_ugni_prepare.h return &frag->base; frag 22 opal/mca/btl/ugni/btl_ugni_rdma.h mca_btl_ugni_base_frag_t *frag); frag 22 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_base_frag_t *frag) frag 24 opal/mca/btl/ugni/btl_ugni_send.c BTL_VERBOSE(("wait-listing fragment %p to %s. endpoint state %d\n", (void*)frag, OPAL_NAME_PRINT(endpoint->peer_proc->proc_name), endpoint->state)); frag 26 opal/mca/btl/ugni/btl_ugni_send.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 31 opal/mca/btl/ugni/btl_ugni_send.c opal_list_append (&endpoint->frag_wait_list, (opal_list_item_t *) frag); frag 50 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_base_frag_t *frag = (mca_btl_ugni_base_frag_t *) descriptor; frag 51 opal/mca/btl/ugni/btl_ugni_send.c size_t size = frag->segments[0].seg_len + frag->segments[1].seg_len; frag 56 opal/mca/btl/ugni/btl_ugni_send.c frag->hdr.send.lag = (tag << 24) | size; frag 63 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_wait_list_append (ugni_module, endpoint, frag); frag 69 opal/mca/btl/ugni/btl_ugni_send.c ++frag->ref_cnt; frag 70 opal/mca/btl/ugni/btl_ugni_send.c frag->flags &= ~MCA_BTL_UGNI_FRAG_COMPLETE; frag 72 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_send_frag (endpoint, frag); frag 73 opal/mca/btl/ugni/btl_ugni_send.c if (OPAL_LIKELY(mca_btl_ugni_frag_check_complete (frag))) { frag 75 opal/mca/btl/ugni/btl_ugni_send.c (void) mca_btl_ugni_frag_del_ref (frag, OPAL_SUCCESS); frag 80 opal/mca/btl/ugni/btl_ugni_send.c if ((OPAL_SUCCESS == rc) && (frag->flags & MCA_BTL_UGNI_FRAG_BUFFERED) && (frag->flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { frag 82 opal/mca/btl/ugni/btl_ugni_send.c bool call_callback = !!(frag->flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK); frag 83 opal/mca/btl/ugni/btl_ugni_send.c frag->flags &= ~MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 86 opal/mca/btl/ugni/btl_ugni_send.c frag->base.des_cbfunc(&ugni_module->super, frag->endpoint, &frag->base, rc); frag 89 opal/mca/btl/ugni/btl_ugni_send.c (void) mca_btl_ugni_frag_del_ref (frag, OPAL_SUCCESS); frag 96 opal/mca/btl/ugni/btl_ugni_send.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 98 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_frag_del_ref (frag, OPAL_SUCCESS); frag 102 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_wait_list_append (ugni_module, endpoint, frag); frag 118 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_base_frag_t *frag = NULL; frag 137 opal/mca/btl/ugni/btl_ugni_send.c frag = (mca_btl_ugni_base_frag_t *) mca_btl_ugni_prepare_src_send_nodata (btl, endpoint, order, header_size, frag 140 opal/mca/btl/ugni/btl_ugni_send.c frag = (mca_btl_ugni_base_frag_t *) mca_btl_ugni_prepare_src_send_buffered (btl, endpoint, convertor, order, frag 145 opal/mca/btl/ugni/btl_ugni_send.c if (OPAL_UNLIKELY(NULL == frag || OPAL_SUCCESS != mca_btl_ugni_check_endpoint_state (endpoint))) { frag 149 opal/mca/btl/ugni/btl_ugni_send.c frag->hdr.send.lag = (tag << 24) | total_size; frag 150 opal/mca/btl/ugni/btl_ugni_send.c memcpy (frag->segments[0].seg_addr.pval, header, header_size); frag 152 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_send_frag (endpoint, frag); frag 161 opal/mca/btl/ugni/btl_ugni_send.c *descriptor = &frag->base; frag 169 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_base_frag_t *frag=NULL; frag 174 opal/mca/btl/ugni/btl_ugni_send.c frag = (mca_btl_ugni_base_frag_t *) opal_list_remove_first (&endpoint->frag_wait_list); frag 176 opal/mca/btl/ugni/btl_ugni_send.c if (NULL == frag) { frag 179 opal/mca/btl/ugni/btl_ugni_send.c if (OPAL_LIKELY(!(frag->flags & MCA_BTL_UGNI_FRAG_RESPONSE))) { frag 180 opal/mca/btl/ugni/btl_ugni_send.c rc = mca_btl_ugni_send_frag (endpoint, frag); frag 182 opal/mca/btl/ugni/btl_ugni_send.c rc = opal_mca_btl_ugni_smsg_send (frag, &frag->hdr.rdma, sizeof (frag->hdr.rdma), frag 189 opal/mca/btl/ugni/btl_ugni_send.c opal_list_prepend (&endpoint->frag_wait_list, (opal_list_item_t *) frag); frag 192 opal/mca/btl/ugni/btl_ugni_send.c mca_btl_ugni_frag_complete (frag, rc); frag 59 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_ugni_base_frag_t frag; frag 98 opal/mca/btl/ugni/btl_ugni_smsg.c frag.hdr.send = ((mca_btl_ugni_send_frag_hdr_t *) data_ptr)[0]; frag 100 opal/mca/btl/ugni/btl_ugni_smsg.c tag = frag.hdr.send.lag >> 24; frag 101 opal/mca/btl/ugni/btl_ugni_smsg.c len = frag.hdr.send.lag & 0x00ffffff; frag 106 opal/mca/btl/ugni/btl_ugni_smsg.c frag.base.des_segments = &seg; frag 107 opal/mca/btl/ugni/btl_ugni_smsg.c frag.base.des_segment_count = 1; frag 114 opal/mca/btl/ugni/btl_ugni_smsg.c reg->cbfunc(&ugni_module->super, tag, &(frag.base), reg->cbdata); frag 118 opal/mca/btl/ugni/btl_ugni_smsg.c frag.hdr.eager_ex = ((mca_btl_ugni_eager_ex_frag_hdr_t *) data_ptr)[0]; frag 120 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_ugni_start_eager_get (ep, frag.hdr.eager_ex, NULL); frag 123 opal/mca/btl/ugni/btl_ugni_smsg.c frag.hdr.rdma = ((mca_btl_ugni_rdma_frag_hdr_t *) data_ptr)[0]; frag 125 opal/mca/btl/ugni/btl_ugni_smsg.c if (((mca_btl_ugni_base_frag_t *)frag.hdr.rdma.ctx)->flags & MCA_BTL_UGNI_FRAG_SMSG_COMPLETE) { frag 126 opal/mca/btl/ugni/btl_ugni_smsg.c mca_btl_ugni_frag_complete (frag.hdr.rdma.ctx, OPAL_SUCCESS); frag 129 opal/mca/btl/ugni/btl_ugni_smsg.c ((mca_btl_ugni_base_frag_t *)frag.hdr.rdma.ctx)->flags &= ~MCA_BTL_UGNI_FRAG_IGNORE; frag 41 opal/mca/btl/ugni/btl_ugni_smsg.h mca_btl_ugni_base_frag_t *frag; frag 58 opal/mca/btl/ugni/btl_ugni_smsg.h frag = (mca_btl_ugni_base_frag_t *) opal_pointer_array_get_item (&ugni_module->pending_smsg_frags_bb, frag 60 opal/mca/btl/ugni/btl_ugni_smsg.h if (OPAL_UNLIKELY(NULL == frag)) { frag 65 opal/mca/btl/ugni/btl_ugni_smsg.h frag->flags |= MCA_BTL_UGNI_FRAG_SMSG_COMPLETE; frag 67 opal/mca/btl/ugni/btl_ugni_smsg.h if (!(frag->flags & MCA_BTL_UGNI_FRAG_IGNORE)) { frag 68 opal/mca/btl/ugni/btl_ugni_smsg.h mca_btl_ugni_frag_complete (frag, OPAL_SUCCESS); frag 74 opal/mca/btl/ugni/btl_ugni_smsg.h static inline int opal_mca_btl_ugni_smsg_send (mca_btl_ugni_base_frag_t *frag, frag 79 opal/mca/btl/ugni/btl_ugni_smsg.h mca_btl_base_endpoint_t *endpoint = frag->endpoint; frag 84 opal/mca/btl/ugni/btl_ugni_smsg.h frag->msg_id, tag); frag 87 opal/mca/btl/ugni/btl_ugni_smsg.h if (frag->base.des_flags & MCA_BTL_DES_FLAGS_SIGNAL) { frag 105 opal/mca/btl/ugni/btl_ugni_smsg.h grc, (uintptr_t) frag->endpoint->smsg_ep_handle.gni_handle, (int) hdr_len, frag 112 opal/mca/btl/ugni/btl_ugni_smsg.h mca_btl_ugni_base_frag_t *frag) { frag 113 opal/mca/btl/ugni/btl_ugni_smsg.h if (OPAL_LIKELY(!(frag->flags & MCA_BTL_UGNI_FRAG_EAGER))) { frag 114 opal/mca/btl/ugni/btl_ugni_smsg.h return opal_mca_btl_ugni_smsg_send (frag, &frag->hdr.send, frag->hdr_size, frag 115 opal/mca/btl/ugni/btl_ugni_smsg.h frag->segments[1].seg_addr.pval, frag 116 opal/mca/btl/ugni/btl_ugni_smsg.h frag->segments[1].seg_len, frag 120 opal/mca/btl/ugni/btl_ugni_smsg.h frag->hdr.eager.size = frag->segments[1].seg_len; frag 121 opal/mca/btl/ugni/btl_ugni_smsg.h frag->hdr.eager.address = frag->segments[1].seg_addr.lval; frag 122 opal/mca/btl/ugni/btl_ugni_smsg.h frag->hdr.eager.ctx = (void *) frag; frag 124 opal/mca/btl/ugni/btl_ugni_smsg.h return opal_mca_btl_ugni_smsg_send (frag, &frag->hdr.eager, frag->hdr_size, frag 74 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_send_frag_t *frag; frag 136 opal/mca/btl/usnic/btl_usnic_ack.c frag = sseg->ss_parent_frag; frag 140 opal/mca/btl/usnic/btl_usnic_ack.c (void*)sseg, (void*)frag, bytes_acked, frag 141 opal/mca/btl/usnic/btl_usnic_ack.c frag->sf_ack_bytes_left - bytes_acked, frag 142 opal/mca/btl/usnic/btl_usnic_ack.c frag->sf_base.uf_local_seg[0].seg_addr.pval, frag 143 opal/mca/btl/usnic/btl_usnic_ack.c frag->sf_base.uf_base.des_flags); frag 157 opal/mca/btl/usnic/btl_usnic_ack.c if (frag->sf_ack_bytes_left == bytes_acked) { frag 159 opal/mca/btl/usnic/btl_usnic_ack.c if (frag->sf_base.uf_remote_seg[0].seg_addr.pval != NULL) { frag 160 opal/mca/btl/usnic/btl_usnic_ack.c OPAL_BTL_USNIC_DO_PUT_FRAG_CB(module, frag, "put completion"); frag 161 opal/mca/btl/usnic/btl_usnic_ack.c } else if (frag->sf_base.uf_base.des_flags & frag 163 opal/mca/btl/usnic/btl_usnic_ack.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "send completion"); frag 166 opal/mca/btl/usnic/btl_usnic_ack.c if ((frag->sf_base.uf_remote_seg[0].seg_addr.pval != NULL) || frag 167 opal/mca/btl/usnic/btl_usnic_ack.c (frag->sf_base.uf_base.des_flags & frag 169 opal/mca/btl/usnic/btl_usnic_ack.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "send completion"); frag 177 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_release_send_segment(module, frag, sseg); frag 182 opal/mca/btl/usnic/btl_usnic_ack.c frag->sf_ack_bytes_left -= bytes_acked; frag 185 opal/mca/btl/usnic/btl_usnic_ack.c opal_btl_usnic_send_frag_return_cond(module, frag); frag 34 opal/mca/btl/usnic/btl_usnic_ack.h frag->sf_base.uf_base.des_flags &= ~MCA_BTL_DES_SEND_ALWAYS_CALLBACK; \ frag 73 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_send_frag_t *frag; frag 84 opal/mca/btl/usnic/btl_usnic_compat.c frag = &sfrag->ssf_base; frag 111 opal/mca/btl/usnic/btl_usnic_compat.c (IOVBASE_TYPE*)(intptr_t)(frag->sf_base.uf_local_seg[0].seg_addr.lval + reserve), frag 115 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT = 1; frag 117 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[0].seg_len = payload_len; frag 121 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT = 2; frag 122 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[0].seg_len = reserve; frag 123 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[1].seg_len = *size; frag 126 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_base.des_flags = flags; frag 127 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_endpoint = endpoint; frag 129 opal/mca/btl/usnic/btl_usnic_compat.c return frag; frag 232 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_send_frag_t *frag; frag 241 opal/mca/btl/usnic/btl_usnic_compat.c frag = &lfrag->lsf_base; frag 245 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT = 2; frag 248 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[0].seg_addr.pval = &lfrag->lsf_ompi_header; frag 249 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[0].seg_len = reserve; frag 257 opal/mca/btl/usnic/btl_usnic_compat.c MSGDEBUG1_OUT("packing frag %p on the fly", (void *)frag); frag 266 opal/mca/btl/usnic/btl_usnic_compat.c rc = opal_convertor_clone(convertor, &frag->sf_convertor, frag 285 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[1].seg_addr.pval = NULL; frag 286 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[1].seg_len = *size; frag 291 opal/mca/btl/usnic/btl_usnic_compat.c &frag->sf_base.uf_local_seg[1].seg_addr.pval); frag 292 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_local_seg[1].seg_len = *size; frag 295 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_base.uf_base.des_flags = flags; frag 296 opal/mca/btl/usnic/btl_usnic_compat.c frag->sf_endpoint = endpoint; frag 298 opal/mca/btl/usnic/btl_usnic_compat.c return frag; frag 340 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_send_frag_t *frag; frag 356 opal/mca/btl/usnic/btl_usnic_compat.c frag = prepare_src_small(module, endpoint, convertor, frag 359 opal/mca/btl/usnic/btl_usnic_compat.c frag = prepare_src_large(module, endpoint, convertor, frag 367 opal/mca/btl/usnic/btl_usnic_compat.c (void *)frag, (int)reserve, (unsigned)*size, (unsigned)osize, frag 372 opal/mca/btl/usnic/btl_usnic_compat.c mca_btl_base_descriptor_t *desc = &frag->sf_base.uf_base; frag 382 opal/mca/btl/usnic/btl_usnic_compat.c return &frag->sf_base.uf_base; frag 437 opal/mca/btl/usnic/btl_usnic_compat.c opal_btl_usnic_frag_t *frag; frag 438 opal/mca/btl/usnic/btl_usnic_compat.c frag = &sfrag->sf_base; frag 439 opal/mca/btl/usnic/btl_usnic_compat.c frag->uf_local_seg[0].seg_len = size; frag 440 opal/mca/btl/usnic/btl_usnic_compat.c frag->uf_local_seg[0].seg_addr.pval = local_address; frag 441 opal/mca/btl/usnic/btl_usnic_compat.c frag->uf_remote_seg[0].seg_len = size; frag 442 opal/mca/btl/usnic/btl_usnic_compat.c frag->uf_remote_seg[0].seg_addr.pval = frag 446 opal/mca/btl/usnic/btl_usnic_compat.c desc = &frag->uf_base; frag 448 opal/mca/btl/usnic/btl_usnic_compat.c desc->des_segments = &frag->uf_local_seg[0]; frag 1379 opal/mca/btl/usnic/btl_usnic_component.c opal_btl_usnic_frag_t *frag; frag 1397 opal/mca/btl/usnic/btl_usnic_component.c OPAL_LIST_FOREACH(frag, &endpoint->endpoint_frag_send_queue, frag 1402 opal/mca/btl/usnic/btl_usnic_component.c snprintf(str, sizeof(str), " --> frag %p, %s", (void *)frag, frag 1403 opal/mca/btl/usnic/btl_usnic_component.c usnic_frag_type(frag->uf_type)); frag 1404 opal/mca/btl/usnic/btl_usnic_component.c switch (frag->uf_type) { frag 1406 opal/mca/btl/usnic/btl_usnic_component.c lsfrag = (opal_btl_usnic_large_send_frag_t *)frag; frag 1431 opal/mca/btl/usnic/btl_usnic_component.c ssfrag = (opal_btl_usnic_small_send_frag_t *)frag; frag 1451 opal/mca/btl/usnic/btl_usnic_component.c snprintf(tmp, sizeof(tmp), " put_addr=%p\n", frag->uf_remote_seg[0].seg_addr.pval); frag 160 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_send_frag_t *frag; frag 164 opal/mca/btl/usnic/btl_usnic_endpoint.c frag = (opal_btl_usnic_send_frag_t *)opal_list_remove_first( frag 170 opal/mca/btl/usnic/btl_usnic_endpoint.c frag->sf_ack_bytes_left = 0; frag 171 opal/mca/btl/usnic/btl_usnic_endpoint.c frag->sf_seg_post_cnt = 0; frag 172 opal/mca/btl/usnic/btl_usnic_endpoint.c opal_btl_usnic_send_frag_return_cond(endpoint->endpoint_module, frag); frag 147 opal/mca/btl/usnic/btl_usnic_frag.c send_frag_constructor(opal_btl_usnic_send_frag_t *frag) frag 152 opal/mca/btl/usnic/btl_usnic_frag.c desc = &frag->sf_base.uf_base; frag 160 opal/mca/btl/usnic/btl_usnic_frag.c desc->USNIC_SEND_REMOTE = frag->sf_base.uf_remote_seg; frag 163 opal/mca/btl/usnic/btl_usnic_frag.c desc->USNIC_SEND_LOCAL = frag->sf_base.uf_local_seg; frag 164 opal/mca/btl/usnic/btl_usnic_frag.c frag->sf_base.uf_local_seg[0].seg_len = 0; frag 165 opal/mca/btl/usnic/btl_usnic_frag.c frag->sf_base.uf_local_seg[1].seg_len = 0; frag 171 opal/mca/btl/usnic/btl_usnic_frag.c OBJ_CONSTRUCT(&frag->sf_convertor, opal_convertor_t); frag 172 opal/mca/btl/usnic/btl_usnic_frag.c frag->sf_seg_post_cnt = 0; frag 176 opal/mca/btl/usnic/btl_usnic_frag.c send_frag_destructor(opal_btl_usnic_send_frag_t *frag) frag 181 opal/mca/btl/usnic/btl_usnic_frag.c desc = &frag->sf_base.uf_base; frag 182 opal/mca/btl/usnic/btl_usnic_frag.c assert(desc->USNIC_SEND_LOCAL == frag->sf_base.uf_local_seg); frag 183 opal/mca/btl/usnic/btl_usnic_frag.c assert(0 == frag->sf_base.uf_local_seg[0].seg_len); frag 189 opal/mca/btl/usnic/btl_usnic_frag.c OBJ_DESTRUCT(&frag->sf_convertor); frag 193 opal/mca/btl/usnic/btl_usnic_frag.c small_send_frag_constructor(opal_btl_usnic_small_send_frag_t *frag) frag 198 opal/mca/btl/usnic/btl_usnic_frag.c fseg = &frag->ssf_segment; frag 200 opal/mca/btl/usnic/btl_usnic_frag.c fseg->ss_base.us_list.ptr = frag->ssf_base.sf_base.uf_base.super.ptr; frag 204 opal/mca/btl/usnic/btl_usnic_frag.c fseg->ss_parent_frag = (struct opal_btl_usnic_send_frag_t *)frag; frag 206 opal/mca/btl/usnic/btl_usnic_frag.c frag->ssf_base.sf_base.uf_type = OPAL_BTL_USNIC_FRAG_SMALL_SEND; frag 209 opal/mca/btl/usnic/btl_usnic_frag.c frag->ssf_base.sf_base.uf_local_seg[0].seg_addr.pval = frag 214 opal/mca/btl/usnic/btl_usnic_frag.c small_send_frag_destructor(opal_btl_usnic_small_send_frag_t *frag) frag 218 opal/mca/btl/usnic/btl_usnic_frag.c fseg = &frag->ssf_segment; frag 219 opal/mca/btl/usnic/btl_usnic_frag.c assert(fseg->ss_parent_frag == (struct opal_btl_usnic_send_frag_t *)frag); frag 220 opal/mca/btl/usnic/btl_usnic_frag.c assert(frag->ssf_base.sf_base.uf_type == OPAL_BTL_USNIC_FRAG_SMALL_SEND); frag 221 opal/mca/btl/usnic/btl_usnic_frag.c assert(frag->ssf_base.sf_base.uf_local_seg[0].seg_addr.pval == frag 362 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_small_send_frag_t *frag; frag 369 opal/mca/btl/usnic/btl_usnic_frag.h frag = (opal_btl_usnic_small_send_frag_t*) item; frag 372 opal/mca/btl/usnic/btl_usnic_frag.h frag->ssf_base.sf_base.uf_freelist = &(module->small_send_frags); frag 373 opal/mca/btl/usnic/btl_usnic_frag.h frag->ssf_segment.ss_send_posted = 0; frag 375 opal/mca/btl/usnic/btl_usnic_frag.h assert(frag); frag 376 opal/mca/btl/usnic/btl_usnic_frag.h assert(OPAL_BTL_USNIC_FRAG_SMALL_SEND == frag->ssf_base.sf_base.uf_type); frag 378 opal/mca/btl/usnic/btl_usnic_frag.h return frag; frag 385 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_large_send_frag_t *frag; frag 392 opal/mca/btl/usnic/btl_usnic_frag.h frag = (opal_btl_usnic_large_send_frag_t*) item; frag 395 opal/mca/btl/usnic/btl_usnic_frag.h frag->lsf_base.sf_base.uf_freelist = &(module->large_send_frags); frag 397 opal/mca/btl/usnic/btl_usnic_frag.h assert(frag); frag 398 opal/mca/btl/usnic/btl_usnic_frag.h assert(OPAL_BTL_USNIC_FRAG_LARGE_SEND == frag->lsf_base.sf_base.uf_type); frag 400 opal/mca/btl/usnic/btl_usnic_frag.h return frag; frag 408 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_put_dest_frag_t *frag; frag 415 opal/mca/btl/usnic/btl_usnic_frag.h frag = (opal_btl_usnic_put_dest_frag_t*) item; frag 418 opal/mca/btl/usnic/btl_usnic_frag.h frag->uf_freelist = &(module->put_dest_frags); frag 420 opal/mca/btl/usnic/btl_usnic_frag.h assert(frag); frag 421 opal/mca/btl/usnic/btl_usnic_frag.h assert(OPAL_BTL_USNIC_FRAG_PUT_DEST == frag->uf_type); frag 423 opal/mca/btl/usnic/btl_usnic_frag.h return frag; frag 439 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_send_frag_t *frag) frag 441 opal/mca/btl/usnic/btl_usnic_frag.h assert(frag); frag 443 opal/mca/btl/usnic/btl_usnic_frag.h if (OPAL_LIKELY(frag->sf_base.uf_base.des_flags & frag 445 opal/mca/btl/usnic/btl_usnic_frag.h 0 == frag->sf_ack_bytes_left && frag 446 opal/mca/btl/usnic/btl_usnic_frag.h 0 == frag->sf_seg_post_cnt) { frag 456 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_t *frag) frag 459 opal/mca/btl/usnic/btl_usnic_frag.h opal_output(0, "freeing frag %p, type %s\n", (void *)frag, frag 460 opal/mca/btl/usnic/btl_usnic_frag.h usnic_frag_type(frag->uf_type)); frag 462 opal/mca/btl/usnic/btl_usnic_frag.h frag->uf_local_seg[0].seg_len = 0; frag 463 opal/mca/btl/usnic/btl_usnic_frag.h frag->uf_local_seg[1].seg_len = 0; frag 468 opal/mca/btl/usnic/btl_usnic_frag.h if (frag->uf_type == OPAL_BTL_USNIC_FRAG_LARGE_SEND) { frag 470 opal/mca/btl/usnic/btl_usnic_frag.h lfrag = (opal_btl_usnic_large_send_frag_t *)frag; frag 486 opal/mca/btl/usnic/btl_usnic_frag.h else if (frag->uf_type == OPAL_BTL_USNIC_FRAG_SMALL_SEND) { frag 488 opal/mca/btl/usnic/btl_usnic_frag.h sfrag = (opal_btl_usnic_small_send_frag_t *) frag; frag 492 opal/mca/btl/usnic/btl_usnic_frag.h USNIC_COMPAT_FREE_LIST_RETURN(frag->uf_freelist, &(frag->uf_base.super)); frag 501 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_send_frag_t *frag) frag 503 opal/mca/btl/usnic/btl_usnic_frag.h if (opal_btl_usnic_send_frag_ok_to_return(module, frag)) { frag 504 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_return(module, &frag->sf_base); frag 517 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_t *frag) frag 519 opal/mca/btl/usnic/btl_usnic_frag.h if (OPAL_BTL_USNIC_FRAG_PUT_DEST == frag->uf_type) { frag 520 opal/mca/btl/usnic/btl_usnic_frag.h if (OPAL_LIKELY(frag->uf_base.des_flags & frag 522 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_return(module, frag); frag 526 opal/mca/btl/usnic/btl_usnic_frag.h (opal_btl_usnic_send_frag_t *)frag); frag 605 opal/mca/btl/usnic/btl_usnic_frag.h opal_btl_usnic_frag_t *frag; frag 607 opal/mca/btl/usnic/btl_usnic_frag.h frag = &sfrag->sf_base; frag 611 opal/mca/btl/usnic/btl_usnic_frag.h assert(frag->uf_base.USNIC_SEND_LOCAL_COUNT > 0); frag 612 opal/mca/btl/usnic/btl_usnic_frag.h assert(frag->uf_base.USNIC_SEND_LOCAL_COUNT <= 2); frag 615 opal/mca/btl/usnic/btl_usnic_frag.h assert(2 == frag->uf_base.USNIC_SEND_LOCAL_COUNT || frag 616 opal/mca/btl/usnic/btl_usnic_frag.h 0 == frag->uf_local_seg[1].seg_len); frag 620 opal/mca/btl/usnic/btl_usnic_frag.h sfrag->sf_size += frag->uf_local_seg[0].seg_len; frag 621 opal/mca/btl/usnic/btl_usnic_frag.h sfrag->sf_size += frag->uf_local_seg[1].seg_len; frag 685 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_send_frag_t *frag; frag 698 opal/mca/btl/usnic/btl_usnic_module.c frag = &sfrag->ssf_base; frag 716 opal/mca/btl/usnic/btl_usnic_module.c frag = &lfrag->lsf_base; frag 726 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_base.USNIC_SEND_LOCAL[0].seg_addr.pval = frag 729 opal/mca/btl/usnic/btl_usnic_module.c MSGDEBUG1_OUT("usnic_alloc: packing frag %p on the fly", (void *)frag); frag 736 opal/mca/btl/usnic/btl_usnic_module.c (void *)frag, (int)size, flags); frag 740 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_endpoint = endpoint; frag 743 opal/mca/btl/usnic/btl_usnic_module.c desc = &frag->sf_base.uf_base; frag 760 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_frag_t* frag = (opal_btl_usnic_frag_t*)des; frag 763 opal/mca/btl/usnic/btl_usnic_module.c opal_output(0, "usnic_free: %p (%s)\n", (void*)frag, frag 764 opal/mca/btl/usnic/btl_usnic_module.c usnic_frag_type(frag->uf_type)); frag 769 opal/mca/btl/usnic/btl_usnic_module.c frag->uf_base.des_flags |= MCA_BTL_DES_FLAGS_BTL_OWNERSHIP; frag 772 opal/mca/btl/usnic/btl_usnic_module.c frag); frag 1018 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_send_frag_t *frag) frag 1025 opal/mca/btl/usnic/btl_usnic_module.c assert(frag->sf_base.uf_type == OPAL_BTL_USNIC_FRAG_LARGE_SEND); frag 1026 opal/mca/btl/usnic/btl_usnic_module.c lfrag = (opal_btl_usnic_large_send_frag_t *)frag; frag 1085 opal/mca/btl/usnic/btl_usnic_module.c &frag->sf_base.uf_base.super.super); frag 1090 opal/mca/btl/usnic/btl_usnic_module.c if (frag->sf_base.uf_remote_seg[0].seg_addr.pval == NULL && frag 1091 opal/mca/btl/usnic/btl_usnic_module.c (frag->sf_base.uf_base.des_flags & frag 1094 opal/mca/btl/usnic/btl_usnic_module.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "large"); frag 1108 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_send_frag_t *frag; frag 1148 opal/mca/btl/usnic/btl_usnic_module.c frag = (opal_btl_usnic_send_frag_t *) frag 1155 opal/mca/btl/usnic/btl_usnic_module.c if (frag->sf_base.uf_type == OPAL_BTL_USNIC_FRAG_SMALL_SEND) { frag 1161 opal/mca/btl/usnic/btl_usnic_module.c &frag->sf_base.uf_base.super.super); frag 1163 opal/mca/btl/usnic/btl_usnic_module.c sfrag = (opal_btl_usnic_small_send_frag_t *)frag; frag 1172 opal/mca/btl/usnic/btl_usnic_module.c (void *)frag, frag 1175 opal/mca/btl/usnic/btl_usnic_module.c (void *)frag->sf_endpoint, frag 1183 opal/mca/btl/usnic/btl_usnic_module.c if (frag->sf_base.uf_remote_seg[0].seg_addr.pval == NULL) { frag 1190 opal/mca/btl/usnic/btl_usnic_module.c if ((frag->sf_base.uf_base.des_flags & frag 1195 opal/mca/btl/usnic/btl_usnic_module.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "small"); frag 1201 opal/mca/btl/usnic/btl_usnic_module.c usnic_handle_large_send(module, endpoint, frag); frag 1270 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_send_frag_t *frag; frag 1279 opal/mca/btl/usnic/btl_usnic_module.c frag = (opal_btl_usnic_send_frag_t*) descriptor; frag 1281 opal/mca/btl/usnic/btl_usnic_module.c assert(frag->sf_endpoint == endpoint); frag 1282 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_remote_seg[0].seg_addr.pval = NULL; /* not a PUT */ frag 1284 opal/mca/btl/usnic/btl_usnic_module.c opal_btl_usnic_compute_sf_size(frag); frag 1285 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_ack_bytes_left = frag->sf_size; frag 1289 opal/mca/btl/usnic/btl_usnic_module.c (void *)frag, (void *)endpoint, frag 1290 opal/mca/btl/usnic/btl_usnic_module.c tag, (int)frag->sf_size); frag 1308 opal/mca/btl/usnic/btl_usnic_module.c if (frag->sf_base.uf_type == OPAL_BTL_USNIC_FRAG_SMALL_SEND && frag 1309 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_ack_bytes_left < module->max_tiny_payload && frag 1315 opal/mca/btl/usnic/btl_usnic_module.c sfrag = (opal_btl_usnic_small_send_frag_t *)frag; frag 1318 opal/mca/btl/usnic/btl_usnic_module.c payload_len = frag->sf_ack_bytes_left; frag 1323 opal/mca/btl/usnic/btl_usnic_module.c if (frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT > 1) { frag 1324 opal/mca/btl/usnic/btl_usnic_module.c memcpy(((char *)(intptr_t)frag->sf_base.uf_local_seg[0].seg_addr.lval + frag 1325 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_local_seg[0].seg_len), frag 1326 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_local_seg[1].seg_addr.pval, frag 1327 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_local_seg[1].seg_len); frag 1330 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT = 1; frag 1331 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_local_seg[0].seg_len += frag 1332 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_local_seg[1].seg_len; frag 1336 opal/mca/btl/usnic/btl_usnic_module.c sseg->ss_len = sizeof(opal_btl_usnic_btl_header_t) + frag->sf_size; frag 1354 opal/mca/btl/usnic/btl_usnic_module.c OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, frag, "immediate small"); frag 1358 opal/mca/btl/usnic/btl_usnic_module.c opal_output(0, "skipping callback for frag %p, returning 1\n", (void *)frag); frag 1365 opal/mca/btl/usnic/btl_usnic_module.c opal_output(0, "don't own descriptor, defer callback for frag %p\n", (void *)frag); frag 1378 opal/mca/btl/usnic/btl_usnic_module.c rc = opal_btl_usnic_finish_put_or_send(module, endpoint, frag, tag); frag 1380 opal/mca/btl/usnic/btl_usnic_module.c frag->sf_base.uf_base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 49 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_t *frag; frag 51 opal/mca/btl/usnic/btl_usnic_send.c frag = sseg->ss_parent_frag; frag 55 opal/mca/btl/usnic/btl_usnic_send.c --frag->sf_seg_post_cnt; frag 58 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_endpoint_t *ep = frag->sf_endpoint; frag 59 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_return_cond(module, frag); frag 84 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_t *frag; frag 86 opal/mca/btl/usnic/btl_usnic_send.c frag = sseg->ss_parent_frag; frag 90 opal/mca/btl/usnic/btl_usnic_send.c --frag->sf_seg_post_cnt; frag 93 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_release_send_segment(module, frag, sseg); frag 98 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_return_cond(module, frag); frag 101 opal/mca/btl/usnic/btl_usnic_send.c ++frag->sf_endpoint->endpoint_send_credits; frag 104 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_check_rts(frag->sf_endpoint); frag 122 opal/mca/btl/usnic/btl_usnic_send.c opal_btl_usnic_send_frag_t *frag, frag 134 opal/mca/btl/usnic/btl_usnic_send.c if (frag->sf_base.uf_type == OPAL_BTL_USNIC_FRAG_SMALL_SEND) { frag 136 opal/mca/btl/usnic/btl_usnic_send.c sfrag = (opal_btl_usnic_small_send_frag_t *)frag; frag 143 opal/mca/btl/usnic/btl_usnic_send.c if (frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT > 1) { frag 145 opal/mca/btl/usnic/btl_usnic_send.c assert(NULL != frag->sf_base.uf_local_seg[1].seg_addr.pval); frag 147 opal/mca/btl/usnic/btl_usnic_send.c memcpy(((char *)(intptr_t)frag->sf_base.uf_local_seg[0].seg_addr.lval + frag 148 opal/mca/btl/usnic/btl_usnic_send.c frag->sf_base.uf_local_seg[0].seg_len), frag 149 opal/mca/btl/usnic/btl_usnic_send.c frag->sf_base.uf_local_seg[1].seg_addr.pval, frag 150 opal/mca/btl/usnic/btl_usnic_send.c frag->sf_base.uf_local_seg[1].seg_len); frag 153 opal/mca/btl/usnic/btl_usnic_send.c frag->sf_base.uf_base.USNIC_SEND_LOCAL_COUNT = 1; frag 154 opal/mca/btl/usnic/btl_usnic_send.c frag->sf_base.uf_local_seg[0].seg_len += frag 155 opal/mca/btl/usnic/btl_usnic_send.c frag->sf_base.uf_local_seg[1].seg_len; frag 158 opal/mca/btl/usnic/btl_usnic_send.c sseg->ss_len = sizeof(opal_btl_usnic_btl_header_t) + frag->sf_size; frag 168 opal/mca/btl/usnic/btl_usnic_send.c lfrag = (opal_btl_usnic_large_send_frag_t *)frag; frag 174 opal/mca/btl/usnic/btl_usnic_send.c lfrag->lsf_bytes_left = frag->sf_size; frag 177 opal/mca/btl/usnic/btl_usnic_send.c lfrag->lsf_pack_bytes_left = frag->sf_size; frag 185 opal/mca/btl/usnic/btl_usnic_send.c rc = opal_btl_usnic_endpoint_enqueue_frag(endpoint, frag); frag 167 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_send_frag_t *frag; frag 171 opal/mca/btl/usnic/btl_usnic_send.h frag = sseg->ss_parent_frag; frag 172 opal/mca/btl/usnic/btl_usnic_send.h endpoint = frag->sf_endpoint; frag 205 opal/mca/btl/usnic/btl_usnic_send.h frag->sf_base.uf_remote_seg[0].seg_addr.pval; frag 274 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_send_frag_t *frag) frag 278 opal/mca/btl/usnic/btl_usnic_send.h (void*)frag, (void*)endpoint, frag 279 opal/mca/btl/usnic/btl_usnic_send.h usnic_frag_type(frag->sf_base.uf_type), frag 280 opal/mca/btl/usnic/btl_usnic_send.h (long unsigned)frag->sf_base.uf_base.des_src->seg_len); frag 281 opal/mca/btl/usnic/btl_usnic_send.h if (frag->sf_base.uf_type == OPAL_BTL_USNIC_FRAG_LARGE_SEND) { frag 283 opal/mca/btl/usnic/btl_usnic_send.h lfrag = (opal_btl_usnic_large_send_frag_t *)frag; frag 290 opal/mca/btl/usnic/btl_usnic_send.h &frag->sf_base.uf_base.super.super); frag 301 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_send_frag_t *frag, frag 312 opal/mca/btl/usnic/btl_usnic_send.h void opal_btl_usnic_frag_complete(opal_btl_usnic_send_frag_t *frag); frag 324 opal/mca/btl/usnic/btl_usnic_send.h opal_btl_usnic_send_frag_t *frag, frag 22 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) desc; frag 23 opal/mca/btl/vader/btl_vader_atomic.c void *local_address = frag->rdma.local_address; frag 24 opal/mca/btl/vader/btl_vader_atomic.c void *context = frag->rdma.context; frag 25 opal/mca/btl/vader/btl_vader_atomic.c void *cbdata = frag->rdma.cbdata; frag 26 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_base_rdma_completion_fn_t cbfunc = frag->rdma.cbfunc; frag 29 opal/mca/btl/vader/btl_vader_atomic.c MCA_BTL_VADER_FRAG_RETURN(frag); frag 39 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_vader_frag_t *frag; frag 41 opal/mca/btl/vader/btl_vader_atomic.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_ATOMIC, operand, 0, op, 0, order, flags, NULL, frag 43 opal/mca/btl/vader/btl_vader_atomic.c if (OPAL_UNLIKELY(NULL == frag)) { frag 48 opal/mca/btl/vader/btl_vader_atomic.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); frag 56 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) desc; frag 58 opal/mca/btl/vader/btl_vader_atomic.c void *local_address = frag->rdma.local_address; frag 59 opal/mca/btl/vader/btl_vader_atomic.c void *context = frag->rdma.context; frag 60 opal/mca/btl/vader/btl_vader_atomic.c void *cbdata = frag->rdma.cbdata; frag 61 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_base_rdma_completion_fn_t cbfunc = frag->rdma.cbfunc; frag 63 opal/mca/btl/vader/btl_vader_atomic.c hdr = (mca_btl_vader_sc_emu_hdr_t *) frag->segments[0].seg_addr.pval; frag 65 opal/mca/btl/vader/btl_vader_atomic.c *((int64_t *) frag->rdma.local_address) = hdr->operand[0]; frag 68 opal/mca/btl/vader/btl_vader_atomic.c MCA_BTL_VADER_FRAG_RETURN(frag); frag 79 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_vader_frag_t *frag; frag 81 opal/mca/btl/vader/btl_vader_atomic.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_ATOMIC, operand, 0, op, 0, order, flags, frag 84 opal/mca/btl/vader/btl_vader_atomic.c if (OPAL_UNLIKELY(NULL == frag)) { frag 89 opal/mca/btl/vader/btl_vader_atomic.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); frag 99 opal/mca/btl/vader/btl_vader_atomic.c mca_btl_vader_frag_t *frag; frag 101 opal/mca/btl/vader/btl_vader_atomic.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_CSWAP, compare, value, 0, 0, order, frag 104 opal/mca/btl/vader/btl_vader_atomic.c if (OPAL_UNLIKELY(NULL == frag)) { frag 109 opal/mca/btl/vader/btl_vader_atomic.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); frag 611 opal/mca/btl/vader/btl_vader_component.c mca_btl_base_descriptor_t frag = {.des_segments = segments, .des_segment_count = 1}; frag 615 opal/mca/btl/vader/btl_vader_component.c mca_btl_vader_frag_complete (hdr->frag); frag 632 opal/mca/btl/vader/btl_vader_component.c frag.des_segment_count = 2; frag 635 opal/mca/btl/vader/btl_vader_component.c reg->cbfunc(&mca_btl_vader.super, hdr->tag, &frag, reg->cbdata); frag 638 opal/mca/btl/vader/btl_vader_component.c reg->cbfunc(&mca_btl_vader.super, hdr->tag, &frag, reg->cbdata); frag 678 opal/mca/btl/vader/btl_vader_component.c mca_btl_vader_frag_t *frag, *next; frag 686 opal/mca/btl/vader/btl_vader_component.c OPAL_LIST_FOREACH_SAFE(frag, next, &ep->pending_frags, mca_btl_vader_frag_t) { frag 687 opal/mca/btl/vader/btl_vader_component.c ret = vader_fifo_write_ep (frag->hdr, ep); frag 30 opal/mca/btl/vader/btl_vader_frag.c static inline void mca_btl_vader_frag_constructor (mca_btl_vader_frag_t *frag) frag 32 opal/mca/btl/vader/btl_vader_frag.c frag->hdr = (mca_btl_vader_hdr_t*)frag->base.super.ptr; frag 33 opal/mca/btl/vader/btl_vader_frag.c if(frag->hdr != NULL) { frag 34 opal/mca/btl/vader/btl_vader_frag.c frag->hdr->frag = frag; frag 35 opal/mca/btl/vader/btl_vader_frag.c frag->hdr->flags = 0; frag 36 opal/mca/btl/vader/btl_vader_frag.c frag->segments[0].seg_addr.pval = (char *)(frag->hdr + 1); frag 39 opal/mca/btl/vader/btl_vader_frag.c frag->base.des_segments = frag->segments; frag 40 opal/mca/btl/vader/btl_vader_frag.c frag->base.des_segment_count = 1; frag 45 opal/mca/btl/vader/btl_vader_frag.c mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) item; frag 48 opal/mca/btl/vader/btl_vader_frag.c frag->my_list = (opal_free_list_t *) ctx; frag 63 opal/mca/btl/vader/btl_vader_frag.h struct mca_btl_vader_frag_t *frag; frag 102 opal/mca/btl/vader/btl_vader_frag.h static inline int mca_btl_vader_frag_alloc (mca_btl_vader_frag_t **frag, opal_free_list_t *list, frag 104 opal/mca/btl/vader/btl_vader_frag.h *frag = (mca_btl_vader_frag_t *) opal_free_list_get (list); frag 105 opal/mca/btl/vader/btl_vader_frag.h if (OPAL_LIKELY(NULL != *frag)) { frag 106 opal/mca/btl/vader/btl_vader_frag.h (*frag)->endpoint = endpoint; frag 112 opal/mca/btl/vader/btl_vader_frag.h static inline void mca_btl_vader_frag_return (mca_btl_vader_frag_t *frag) frag 114 opal/mca/btl/vader/btl_vader_frag.h if (frag->hdr) { frag 115 opal/mca/btl/vader/btl_vader_frag.h frag->hdr->flags = 0; frag 118 opal/mca/btl/vader/btl_vader_frag.h frag->segments[0].seg_addr.pval = (char *)(frag->hdr + 1); frag 119 opal/mca/btl/vader/btl_vader_frag.h frag->base.des_segment_count = 1; frag 121 opal/mca/btl/vader/btl_vader_frag.h opal_free_list_return (frag->my_list, (opal_free_list_item_t *)frag); frag 126 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint) \ frag 127 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_eager, endpoint) frag 129 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint) \ frag 130 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_max_send, endpoint) frag 132 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint) \ frag 133 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_user, endpoint) frag 135 opal/mca/btl/vader/btl_vader_frag.h #define MCA_BTL_VADER_FRAG_RETURN(frag) mca_btl_vader_frag_return(frag) frag 138 opal/mca/btl/vader/btl_vader_frag.h static inline void mca_btl_vader_frag_complete (mca_btl_vader_frag_t *frag) { frag 140 opal/mca/btl/vader/btl_vader_frag.h int des_flags = frag->base.des_flags; frag 144 opal/mca/btl/vader/btl_vader_frag.h frag->base.des_cbfunc (&mca_btl_vader.super, frag->endpoint, &frag->base, OPAL_SUCCESS); frag 148 opal/mca/btl/vader/btl_vader_frag.h MCA_BTL_VADER_FRAG_RETURN(frag); frag 163 opal/mca/btl/vader/btl_vader_frag.h mca_btl_vader_frag_t *frag; frag 165 opal/mca/btl/vader/btl_vader_frag.h frag = (mca_btl_vader_frag_t *) mca_btl_vader_alloc (btl, endpoint, order, total_size, frag 167 opal/mca/btl/vader/btl_vader_frag.h if (OPAL_UNLIKELY(NULL == frag)) { frag 171 opal/mca/btl/vader/btl_vader_frag.h frag->base.des_cbfunc = des_cbfunc; frag 172 opal/mca/btl/vader/btl_vader_frag.h frag->rdma.local_address = local_address; frag 173 opal/mca/btl/vader/btl_vader_frag.h frag->rdma.cbfunc = cbfunc; frag 174 opal/mca/btl/vader/btl_vader_frag.h frag->rdma.context = cbcontext; frag 175 opal/mca/btl/vader/btl_vader_frag.h frag->rdma.cbdata = cbdata; frag 177 opal/mca/btl/vader/btl_vader_frag.h hdr = (mca_btl_vader_sc_emu_hdr_t *) frag->segments[0].seg_addr.pval; frag 186 opal/mca/btl/vader/btl_vader_frag.h return frag; frag 162 opal/mca/btl/vader/btl_vader_get.c mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) desc; frag 164 opal/mca/btl/vader/btl_vader_get.c void *local_address = frag->rdma.local_address; frag 165 opal/mca/btl/vader/btl_vader_get.c size_t len = frag->segments[0].seg_len - sizeof (*hdr); frag 166 opal/mca/btl/vader/btl_vader_get.c void *context = frag->rdma.context; frag 167 opal/mca/btl/vader/btl_vader_get.c void *cbdata = frag->rdma.cbdata; frag 168 opal/mca/btl/vader/btl_vader_get.c mca_btl_base_rdma_completion_fn_t cbfunc = frag->rdma.cbfunc; frag 171 opal/mca/btl/vader/btl_vader_get.c hdr = (mca_btl_vader_sc_emu_hdr_t *) frag->segments[0].seg_addr.pval; frag 177 opal/mca/btl/vader/btl_vader_get.c MCA_BTL_VADER_FRAG_RETURN(frag); frag 187 opal/mca/btl/vader/btl_vader_get.c mca_btl_vader_frag_t *frag; frag 193 opal/mca/btl/vader/btl_vader_get.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_GET, 0, 0, 0, order, flags, size, frag 196 opal/mca/btl/vader/btl_vader_get.c if (OPAL_UNLIKELY(NULL == frag)) { frag 201 opal/mca/btl/vader/btl_vader_get.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); frag 411 opal/mca/btl/vader/btl_vader_module.c mca_btl_vader_frag_t *frag = NULL; frag 414 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint); frag 416 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint); frag 419 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint); frag 422 opal/mca/btl/vader/btl_vader_module.c if (OPAL_LIKELY(frag != NULL)) { frag 423 opal/mca/btl/vader/btl_vader_module.c frag->segments[0].seg_len = size; frag 425 opal/mca/btl/vader/btl_vader_module.c frag->base.des_flags = flags; frag 426 opal/mca/btl/vader/btl_vader_module.c frag->base.order = order; frag 429 opal/mca/btl/vader/btl_vader_module.c return (mca_btl_base_descriptor_t *) frag; frag 457 opal/mca/btl/vader/btl_vader_module.c mca_btl_vader_frag_t *frag; frag 472 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint); frag 474 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint); frag 476 opal/mca/btl/vader/btl_vader_module.c if (OPAL_UNLIKELY(NULL == frag)) { frag 482 opal/mca/btl/vader/btl_vader_module.c (IOVBASE_TYPE *)(((uintptr_t)(frag->segments[0].seg_addr.pval)) + frag 487 opal/mca/btl/vader/btl_vader_module.c MCA_BTL_VADER_FRAG_RETURN(frag); frag 491 opal/mca/btl/vader/btl_vader_module.c frag->segments[0].seg_len = *size + reserve; frag 495 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint); frag 497 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint); frag 500 opal/mca/btl/vader/btl_vader_module.c (void) MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint); frag 502 opal/mca/btl/vader/btl_vader_module.c if (OPAL_UNLIKELY(NULL == frag)) { frag 511 opal/mca/btl/vader/btl_vader_module.c frag->hdr->flags = MCA_BTL_VADER_FLAG_SINGLE_COPY; frag 514 opal/mca/btl/vader/btl_vader_module.c frag->hdr->sc_iov.iov_base = data_ptr; frag 515 opal/mca/btl/vader/btl_vader_module.c frag->hdr->sc_iov.iov_len = *size; frag 517 opal/mca/btl/vader/btl_vader_module.c frag->segments[0].seg_len = reserve; frag 518 opal/mca/btl/vader/btl_vader_module.c frag->segments[1].seg_len = *size; frag 519 opal/mca/btl/vader/btl_vader_module.c frag->segments[1].seg_addr.pval = data_ptr; frag 520 opal/mca/btl/vader/btl_vader_module.c frag->base.des_segment_count = 2; frag 524 opal/mca/btl/vader/btl_vader_module.c memcpy ((void *)((uintptr_t)frag->segments[0].seg_addr.pval + reserve), data_ptr, *size); frag 525 opal/mca/btl/vader/btl_vader_module.c frag->segments[0].seg_len = total_size; frag 531 opal/mca/btl/vader/btl_vader_module.c frag->base.order = order; frag 532 opal/mca/btl/vader/btl_vader_module.c frag->base.des_flags = flags; frag 534 opal/mca/btl/vader/btl_vader_module.c return &frag->base; frag 141 opal/mca/btl/vader/btl_vader_put.c mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) desc; frag 142 opal/mca/btl/vader/btl_vader_put.c void *local_address = frag->rdma.local_address; frag 143 opal/mca/btl/vader/btl_vader_put.c void *context = frag->rdma.context; frag 144 opal/mca/btl/vader/btl_vader_put.c void *cbdata = frag->rdma.cbdata; frag 145 opal/mca/btl/vader/btl_vader_put.c mca_btl_base_rdma_completion_fn_t cbfunc = frag->rdma.cbfunc; frag 148 opal/mca/btl/vader/btl_vader_put.c MCA_BTL_VADER_FRAG_RETURN(frag); frag 162 opal/mca/btl/vader/btl_vader_put.c mca_btl_vader_frag_t *frag; frag 168 opal/mca/btl/vader/btl_vader_put.c frag = mca_btl_vader_rdma_frag_alloc (btl, endpoint, MCA_BTL_VADER_OP_PUT, 0, 0, 0, order, flags, size, frag 171 opal/mca/btl/vader/btl_vader_put.c if (OPAL_UNLIKELY(NULL == frag)) { frag 175 opal/mca/btl/vader/btl_vader_put.c hdr = (mca_btl_vader_sc_emu_hdr_t *) frag->segments[0].seg_addr.pval; frag 180 opal/mca/btl/vader/btl_vader_put.c (void) mca_btl_vader_send (btl, endpoint, &frag->base, MCA_BTL_TAG_VADER); frag 42 opal/mca/btl/vader/btl_vader_send.c mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) descriptor; frag 43 opal/mca/btl/vader/btl_vader_send.c const size_t total_size = frag->segments[0].seg_len; frag 47 opal/mca/btl/vader/btl_vader_send.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 50 opal/mca/btl/vader/btl_vader_send.c frag->hdr->len = total_size; frag 52 opal/mca/btl/vader/btl_vader_send.c frag->hdr->tag = tag; frag 55 opal/mca/btl/vader/btl_vader_send.c if (opal_list_get_size (&endpoint->pending_frags) || !vader_fifo_write_ep (frag->hdr, endpoint)) { frag 56 opal/mca/btl/vader/btl_vader_send.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 58 opal/mca/btl/vader/btl_vader_send.c opal_list_append (&endpoint->pending_frags, (opal_list_item_t *) frag); frag 72 opal/mca/btl/vader/btl_vader_send.c if ((frag->hdr->flags & MCA_BTL_VADER_FLAG_SINGLE_COPY) || frag 73 opal/mca/btl/vader/btl_vader_send.c !(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) { frag 74 opal/mca/btl/vader/btl_vader_send.c frag->base.des_flags |= MCA_BTL_DES_SEND_ALWAYS_CALLBACK; frag 48 opal/mca/btl/vader/btl_vader_sendi.c mca_btl_vader_frag_t *frag; frag 73 opal/mca/btl/vader/btl_vader_sendi.c frag = (mca_btl_vader_frag_t *) mca_btl_vader_alloc (btl, endpoint, order, length, frag 75 opal/mca/btl/vader/btl_vader_sendi.c if (OPAL_UNLIKELY(NULL == frag)) { frag 84 opal/mca/btl/vader/btl_vader_sendi.c frag->hdr->len = length; frag 85 opal/mca/btl/vader/btl_vader_sendi.c frag->hdr->tag = tag; frag 88 opal/mca/btl/vader/btl_vader_sendi.c memcpy (frag->segments[0].seg_addr.pval, header, header_size); frag 98 opal/mca/btl/vader/btl_vader_sendi.c iov.iov_base = (IOVBASE_TYPE *)((uintptr_t)frag->segments[0].seg_addr.pval + header_size); frag 107 opal/mca/btl/vader/btl_vader_sendi.c if (!vader_fifo_write_ep (frag->hdr, endpoint)) { frag 109 opal/mca/btl/vader/btl_vader_sendi.c *descriptor = &frag->base; frag 111 opal/mca/btl/vader/btl_vader_sendi.c mca_btl_vader_free (btl, &frag->base); frag 1271 opal/mca/common/cuda/common_cuda.c struct mca_btl_base_descriptor_t *frag, int *done) frag 1317 opal/mca/common/cuda/common_cuda.c cuda_event_ipc_frag_array[cuda_event_ipc_first_avail] = frag; frag 1350 opal/mca/common/cuda/common_cuda.c cuda_event_ipc_frag_array[cuda_event_ipc_first_avail] = frag; frag 1397 opal/mca/common/cuda/common_cuda.c int mca_common_cuda_record_dtoh_event(char *msg, struct mca_btl_base_descriptor_t *frag) frag 1427 opal/mca/common/cuda/common_cuda.c cuda_event_dtoh_frag_array[cuda_event_dtoh_first_avail] = frag; frag 1444 opal/mca/common/cuda/common_cuda.c int mca_common_cuda_record_htod_event(char *msg, struct mca_btl_base_descriptor_t *frag) frag 1475 opal/mca/common/cuda/common_cuda.c cuda_event_htod_frag_array[cuda_event_htod_first_avail] = frag; frag 1507 opal/mca/common/cuda/common_cuda.c int progress_one_cuda_ipc_event(struct mca_btl_base_descriptor_t **frag) { frag 1522 opal/mca/common/cuda/common_cuda.c *frag = NULL; frag 1528 opal/mca/common/cuda/common_cuda.c *frag = NULL; frag 1533 opal/mca/common/cuda/common_cuda.c *frag = cuda_event_ipc_frag_array[cuda_event_ipc_first_used]; frag 1554 opal/mca/common/cuda/common_cuda.c int progress_one_cuda_dtoh_event(struct mca_btl_base_descriptor_t **frag) { frag 1569 opal/mca/common/cuda/common_cuda.c *frag = NULL; frag 1575 opal/mca/common/cuda/common_cuda.c *frag = NULL; frag 1580 opal/mca/common/cuda/common_cuda.c *frag = cuda_event_dtoh_frag_array[cuda_event_dtoh_first_used]; frag 1601 opal/mca/common/cuda/common_cuda.c int progress_one_cuda_htod_event(struct mca_btl_base_descriptor_t **frag) { frag 1616 opal/mca/common/cuda/common_cuda.c *frag = NULL; frag 1622 opal/mca/common/cuda/common_cuda.c *frag = NULL; frag 1627 opal/mca/common/cuda/common_cuda.c *frag = cuda_event_htod_frag_array[cuda_event_htod_first_used]; frag 59 opal/mca/common/cuda/common_cuda.h struct mca_btl_base_descriptor_t *frag); frag 61 opal/mca/common/cuda/common_cuda.h struct mca_btl_base_descriptor_t *frag); frag 63 opal/mca/common/cuda/common_cuda.h struct mca_btl_base_descriptor_t *frag);