portals4_btl 77 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_module_t *portals4_btl; portals4_btl 84 opal/mca/btl/portals4/btl_portals4.c portals4_btl = mca_btl_portals4_component.btls[interface]; portals4_btl 87 opal/mca/btl/portals4/btl_portals4.c ret = PtlEQAlloc(portals4_btl->portals_ni_h, portals4_btl 89 opal/mca/btl/portals4/btl_portals4.c &portals4_btl->recv_eq_h); portals4_btl 96 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_component.eqs_h[interface] = portals4_btl->recv_eq_h; portals4_btl 98 opal/mca/btl/portals4/btl_portals4.c "PtlEQAlloc (recv_eq=%d) OK for NI %d\n", portals4_btl->recv_eq_h, interface)); portals4_btl 101 opal/mca/btl/portals4/btl_portals4.c ret = PtlPTAlloc(portals4_btl->portals_ni_h, portals4_btl 103 opal/mca/btl/portals4/btl_portals4.c portals4_btl->recv_eq_h, portals4_btl 105 opal/mca/btl/portals4/btl_portals4.c &portals4_btl->recv_idx); portals4_btl 113 opal/mca/btl/portals4/btl_portals4.c "PtlPTAlloc (recv_idx) OK for NI %d recv_idx=%d", interface, portals4_btl->recv_idx)); portals4_btl 115 opal/mca/btl/portals4/btl_portals4.c if (portals4_btl->recv_idx != REQ_BTL_TABLE_ID) { portals4_btl 118 opal/mca/btl/portals4/btl_portals4.c __FILE__, __LINE__, portals4_btl->recv_idx); portals4_btl 129 opal/mca/btl/portals4/btl_portals4.c ret = PtlMDBind(portals4_btl->portals_ni_h, portals4_btl 131 opal/mca/btl/portals4/btl_portals4.c &portals4_btl->zero_md_h); portals4_btl 139 opal/mca/btl/portals4/btl_portals4.c "PtlMDBind (zero-length md=%d) OK for NI %d", portals4_btl->zero_md_h, interface)); portals4_btl 145 opal/mca/btl/portals4/btl_portals4.c md.eq_handle = portals4_btl->recv_eq_h; portals4_btl 148 opal/mca/btl/portals4/btl_portals4.c ret = PtlMDBind(portals4_btl->portals_ni_h, portals4_btl 150 opal/mca/btl/portals4/btl_portals4.c &portals4_btl->send_md_h); portals4_btl 178 opal/mca/btl/portals4/btl_portals4.c ret = PtlMEAppend(portals4_btl->portals_ni_h, portals4_btl 179 opal/mca/btl/portals4/btl_portals4.c portals4_btl->recv_idx, portals4_btl 183 opal/mca/btl/portals4/btl_portals4.c &portals4_btl->long_overflow_me_h); portals4_btl 193 opal/mca/btl/portals4/btl_portals4.c ret = mca_btl_portals4_recv_enable(portals4_btl); portals4_btl 207 opal/mca/btl/portals4/btl_portals4.c portals4_btl = mca_btl_portals4_component.btls[interface]; portals4_btl 208 opal/mca/btl/portals4/btl_portals4.c if (NULL != portals4_btl) mca_btl_portals4_free_module(portals4_btl); portals4_btl 320 opal/mca/btl/portals4/btl_portals4.c create_maptable(struct mca_btl_portals4_module_t *portals4_btl, portals4_btl 352 opal/mca/btl/portals4/btl_portals4.c ret = create_peer_and_endpoint(portals4_btl->interface_num, portals4_btl 364 opal/mca/btl/portals4/btl_portals4.c ret = PtlSetMap(portals4_btl->portals_ni_h, portals4_btl 389 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 396 opal/mca/btl/portals4/btl_portals4.c (int) portals4_btl->portals_num_procs, portals4_btl 397 opal/mca/btl/portals4/btl_portals4.c portals4_btl->interface_num); portals4_btl 417 opal/mca/btl/portals4/btl_portals4.c ret = create_endpoint(portals4_btl->interface_num, portals4_btl 421 opal/mca/btl/portals4/btl_portals4.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_num_procs, 1); portals4_btl 430 opal/mca/btl/portals4/btl_portals4.c portals4_btl->interface_num)); portals4_btl 433 opal/mca/btl/portals4/btl_portals4.c if (mca_btl_portals4_component.need_init && portals4_btl->portals_num_procs > 0) { portals4_btl 435 opal/mca/btl/portals4/btl_portals4.c ret = create_maptable(portals4_btl, nprocs, procs, btl_peer_data); portals4_btl 464 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl; portals4_btl 469 opal/mca/btl/portals4/btl_portals4.c (int) portals4_btl->portals_num_procs); portals4_btl 475 opal/mca/btl/portals4/btl_portals4.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_num_procs, -1); portals4_btl 488 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 491 opal/mca/btl/portals4/btl_portals4.c if (size <= portals4_btl->super.btl_eager_limit) { portals4_btl 492 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_ALLOC_EAGER(portals4_btl, frag); portals4_btl 496 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_ALLOC_MAX(portals4_btl, frag); portals4_btl 499 opal/mca/btl/portals4/btl_portals4.c size <= portals4_btl->super.btl_max_send_size ? portals4_btl 500 opal/mca/btl/portals4/btl_portals4.c size : portals4_btl->super.btl_max_send_size ; portals4_btl 516 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 521 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_RETURN_EAGER(portals4_btl, frag); portals4_btl 527 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_RETURN_MAX(portals4_btl, frag); portals4_btl 533 opal/mca/btl/portals4/btl_portals4.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 535 opal/mca/btl/portals4/btl_portals4.c "mca_btl_portals4_free: Decrementing portals_outstanding_ops=%d\n", portals4_btl->portals_outstanding_ops)); portals4_btl 536 opal/mca/btl/portals4/btl_portals4.c OPAL_BTL_PORTALS4_FRAG_RETURN_USER(portals4_btl, frag); portals4_btl 561 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 569 opal/mca/btl/portals4/btl_portals4.c "mca_btl_portals4_prepare_src NI=%d reserve=%ld size=%ld max_data=%ld\n", portals4_btl->interface_num, reserve, *size, max_data)); portals4_btl 608 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t *portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 618 opal/mca/btl/portals4/btl_portals4.c handle->key = OPAL_THREAD_ADD_FETCH64(&(portals4_btl->portals_rdma_key), 1); portals4_btl 623 opal/mca/btl/portals4/btl_portals4.c portals4_btl->interface_num, base, size, (void *)handle, handle->key, flags)); portals4_btl 648 opal/mca/btl/portals4/btl_portals4.c ret = PtlMEAppend(portals4_btl->portals_ni_h, portals4_btl 649 opal/mca/btl/portals4/btl_portals4.c portals4_btl->recv_idx, portals4_btl 658 opal/mca/btl/portals4/btl_portals4.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 673 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t *portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 677 opal/mca/btl/portals4/btl_portals4.c portals4_btl->interface_num, (void *)handle, handle->key, handle->me_h)); portals4_btl 697 opal/mca/btl/portals4/btl_portals4.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl; portals4_btl 699 opal/mca/btl/portals4/btl_portals4.c mca_btl_portals4_free_module(portals4_btl); portals4_btl 701 opal/mca/btl/portals4/btl_portals4.c OBJ_DESTRUCT(&portals4_btl->portals_frag_eager); portals4_btl 702 opal/mca/btl/portals4/btl_portals4.c OBJ_DESTRUCT(&portals4_btl->portals_frag_max); portals4_btl 703 opal/mca/btl/portals4/btl_portals4.c OBJ_DESTRUCT(&portals4_btl->portals_frag_user); portals4_btl 704 opal/mca/btl/portals4/btl_portals4.c OBJ_DESTRUCT(&portals4_btl->portals_recv_blocks); portals4_btl 706 opal/mca/btl/portals4/btl_portals4.c free(portals4_btl); portals4_btl 709 opal/mca/btl/portals4/btl_portals4.c "mca_btl_portals4_finalize NI %d: OK\n", portals4_btl->interface_num)); portals4_btl 714 opal/mca/btl/portals4/btl_portals4.c void mca_btl_portals4_free_module(mca_btl_portals4_module_t *portals4_btl) portals4_btl 719 opal/mca/btl/portals4/btl_portals4.c "mca_btl_portals4_free_module portals_outstanding_ops=%d\n", portals4_btl->portals_outstanding_ops)); portals4_btl 722 opal/mca/btl/portals4/btl_portals4.c assert(portals4_btl->portals_outstanding_ops >= 0); portals4_btl 725 opal/mca/btl/portals4/btl_portals4.c while (portals4_btl->portals_outstanding_ops > 0) { portals4_btl 728 opal/mca/btl/portals4/btl_portals4.c portals4_btl->portals_outstanding_ops)); portals4_btl 734 opal/mca/btl/portals4/btl_portals4.c if (!PtlHandleIsEqual(portals4_btl->send_md_h, PTL_INVALID_HANDLE)) { portals4_btl 735 opal/mca/btl/portals4/btl_portals4.c PtlMDRelease(portals4_btl->send_md_h); portals4_btl 736 opal/mca/btl/portals4/btl_portals4.c portals4_btl->send_md_h = PTL_INVALID_HANDLE; portals4_btl 738 opal/mca/btl/portals4/btl_portals4.c if (!PtlHandleIsEqual(portals4_btl->zero_md_h, PTL_INVALID_HANDLE)) { portals4_btl 739 opal/mca/btl/portals4/btl_portals4.c PtlMDRelease(portals4_btl->zero_md_h); portals4_btl 740 opal/mca/btl/portals4/btl_portals4.c portals4_btl->zero_md_h = PTL_INVALID_HANDLE; portals4_btl 743 opal/mca/btl/portals4/btl_portals4.c if (!PtlHandleIsEqual(portals4_btl->long_overflow_me_h, PTL_INVALID_HANDLE)) { portals4_btl 744 opal/mca/btl/portals4/btl_portals4.c PtlMEUnlink(portals4_btl->long_overflow_me_h); portals4_btl 745 opal/mca/btl/portals4/btl_portals4.c portals4_btl->long_overflow_me_h = PTL_INVALID_HANDLE; portals4_btl 749 opal/mca/btl/portals4/btl_portals4.c PtlPTFree(portals4_btl->portals_ni_h, portals4_btl->recv_idx); portals4_btl 750 opal/mca/btl/portals4/btl_portals4.c portals4_btl->recv_idx= (ptl_pt_index_t) ~0UL; portals4_btl 753 opal/mca/btl/portals4/btl_portals4.c if (PTL_EQ_NONE != portals4_btl->recv_eq_h) { portals4_btl 754 opal/mca/btl/portals4/btl_portals4.c ret = PtlEQFree(portals4_btl->recv_eq_h); portals4_btl 757 opal/mca/btl/portals4/btl_portals4.c portals4_btl->recv_eq_h, (void*)portals4_btl)); portals4_btl 759 opal/mca/btl/portals4/btl_portals4.c portals4_btl->recv_eq_h = PTL_EQ_NONE; portals4_btl 761 opal/mca/btl/portals4/btl_portals4.c if (!PtlHandleIsEqual(portals4_btl->portals_ni_h, PTL_INVALID_HANDLE)) { portals4_btl 762 opal/mca/btl/portals4/btl_portals4.c ret = PtlNIFini(portals4_btl->portals_ni_h); portals4_btl 765 opal/mca/btl/portals4/btl_portals4.c portals4_btl->portals_ni_h, (void*)portals4_btl)); portals4_btl 767 opal/mca/btl/portals4/btl_portals4.c portals4_btl->portals_ni_h = PTL_INVALID_HANDLE; portals4_btl 769 opal/mca/btl/portals4/btl_portals4.c ret = mca_btl_portals4_recv_disable(portals4_btl); portals4_btl 183 opal/mca/btl/portals4/btl_portals4.h void mca_btl_portals4_free_module(mca_btl_portals4_module_t *portals4_btl); portals4_btl 308 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_module_t *portals4_btl = NULL; portals4_btl 387 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl = malloc(sizeof(mca_btl_portals4_module_t)); portals4_btl 388 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_component.btls[interface] = portals4_btl; portals4_btl 391 opal/mca/btl/portals4/btl_portals4_component.c memcpy(portals4_btl, &mca_btl_portals4_module, sizeof(mca_btl_portals4_module_t)); portals4_btl 393 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->interface_num = interface; portals4_btl 394 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->portals_ni_h = portals4_nis_h[interface]; portals4_btl 395 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->portals_max_outstanding_ops = mca_btl_portals4_component.portals_max_outstanding_ops; portals4_btl 397 opal/mca/btl/portals4/btl_portals4_component.c OBJ_CONSTRUCT(&(portals4_btl->portals_frag_eager), opal_free_list_t); portals4_btl 398 opal/mca/btl/portals4/btl_portals4_component.c OBJ_CONSTRUCT(&(portals4_btl->portals_frag_max), opal_free_list_t); portals4_btl 399 opal/mca/btl/portals4/btl_portals4_component.c OBJ_CONSTRUCT(&(portals4_btl->portals_frag_user), opal_free_list_t); portals4_btl 402 opal/mca/btl/portals4/btl_portals4_component.c opal_free_list_init (&(portals4_btl->portals_frag_eager), portals4_btl 404 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->super.btl_eager_limit, portals4_btl 414 opal/mca/btl/portals4/btl_portals4_component.c opal_free_list_init (&(portals4_btl->portals_frag_max), portals4_btl 416 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->super.btl_max_send_size, portals4_btl 426 opal/mca/btl/portals4/btl_portals4_component.c opal_free_list_init (&(portals4_btl->portals_frag_user), portals4_btl 437 opal/mca/btl/portals4/btl_portals4_component.c OBJ_CONSTRUCT(&(portals4_btl->portals_recv_blocks), opal_list_t); portals4_btl 444 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl = mca_btl_portals4_component.btls[interface]; portals4_btl 446 opal/mca/btl/portals4/btl_portals4_component.c ret = PtlGetPhysId(portals4_btl->portals_ni_h ,&ptl_process_ids[interface]); portals4_btl 456 opal/mca/btl/portals4/btl_portals4_component.c interface, portals4_btl->portals_ni_h, portals4_btl 491 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl = mca_btl_portals4_component.btls[interface]; portals4_btl 492 opal/mca/btl/portals4/btl_portals4_component.c if (NULL != portals4_btl) mca_btl_portals4_free_module(portals4_btl); portals4_btl 567 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_module_t *portals4_btl; portals4_btl 585 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl = mca_btl_portals4_component.btls[which]; portals4_btl 603 opal/mca/btl/portals4/btl_portals4_component.c frag->base.des_cbfunc(&portals4_btl->super, portals4_btl 609 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_free(&portals4_btl->super, &frag->base); portals4_btl 612 opal/mca/btl/portals4/btl_portals4_component.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 615 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->portals_outstanding_ops)); portals4_btl 639 opal/mca/btl/portals4/btl_portals4_component.c frag->base.des_cbfunc(&portals4_btl->super, portals4_btl 645 opal/mca/btl/portals4/btl_portals4_component.c mca_btl_portals4_free(&portals4_btl->super, &frag->base); portals4_btl 649 opal/mca/btl/portals4/btl_portals4_component.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 651 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_ACK: Decrementing portals_outstanding_ops=%d (2)\n", portals4_btl->portals_outstanding_ops)); portals4_btl 669 opal/mca/btl/portals4/btl_portals4_component.c reg->cbfunc(&portals4_btl->super, tag, &btl_base_descriptor, reg->cbdata); portals4_btl 720 opal/mca/btl/portals4/btl_portals4_component.c ret = PtlGet(portals4_btl->send_md_h, portals4_btl 724 opal/mca/btl/portals4/btl_portals4_component.c portals4_btl->recv_idx, portals4_btl 737 opal/mca/btl/portals4/btl_portals4_component.c frag->length, portals4_btl->recv_idx, portals4_btl 743 opal/mca/btl/portals4/btl_portals4_component.c frag->rdma_cb.func(&portals4_btl->super, portals4_btl 751 opal/mca/btl/portals4/btl_portals4_component.c OPAL_BTL_PORTALS4_FRAG_RETURN_USER(&portals4_btl->super, frag); portals4_btl 752 opal/mca/btl/portals4/btl_portals4_component.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 754 opal/mca/btl/portals4/btl_portals4_component.c "PTL_EVENT_REPLY: Decrementing portals_outstanding_ops=%d\n", portals4_btl->portals_outstanding_ops)); portals4_btl 51 opal/mca/btl/portals4/btl_portals4_rdma.c mca_btl_portals4_module_t *portals4_btl = (mca_btl_portals4_module_t *) btl_base; portals4_btl 56 opal/mca/btl/portals4/btl_portals4_rdma.c while (OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, 1) > portals4_btl 57 opal/mca/btl/portals4/btl_portals4_rdma.c portals4_btl->portals_max_outstanding_ops) { portals4_btl 58 opal/mca/btl/portals4/btl_portals4_rdma.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 63 opal/mca/btl/portals4/btl_portals4_rdma.c OPAL_BTL_PORTALS4_FRAG_ALLOC_USER(portals4_btl, frag); portals4_btl 65 opal/mca/btl/portals4/btl_portals4_rdma.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 70 opal/mca/btl/portals4/btl_portals4_rdma.c portals4_btl->portals_outstanding_ops, (void *)frag)); portals4_btl 88 opal/mca/btl/portals4/btl_portals4_rdma.c ret = PtlGet(portals4_btl->send_md_h, portals4_btl 92 opal/mca/btl/portals4/btl_portals4_rdma.c portals4_btl->recv_idx, portals4_btl 35 opal/mca/btl/portals4/btl_portals4_send.c struct mca_btl_portals4_module_t* portals4_btl = (struct mca_btl_portals4_module_t*) btl_base; portals4_btl 45 opal/mca/btl/portals4/btl_portals4_send.c if (put_length > portals4_btl->super.btl_eager_limit) portals4_btl 52 opal/mca/btl/portals4/btl_portals4_send.c while (OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, 1) > portals4_btl 53 opal/mca/btl/portals4/btl_portals4_send.c portals4_btl->portals_max_outstanding_ops) { portals4_btl 54 opal/mca/btl/portals4/btl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&portals4_btl->portals_outstanding_ops, -1); portals4_btl 61 opal/mca/btl/portals4/btl_portals4_send.c portals4_btl->portals_outstanding_ops)); portals4_btl 68 opal/mca/btl/portals4/btl_portals4_send.c ret = PtlPut(portals4_btl->send_md_h, portals4_btl 73 opal/mca/btl/portals4/btl_portals4_send.c portals4_btl->recv_idx,