ompi_mtl_portals4 36 ompi/mca/mtl/portals4/mtl_portals4.c mca_mtl_portals4_module_t ompi_mtl_portals4 = { ompi_mtl_portals4 68 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlEQAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 69 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.send_queue_size, ompi_mtl_portals4 70 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.send_eq_h); ompi_mtl_portals4 77 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlEQAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 78 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.recv_queue_size, ompi_mtl_portals4 79 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.recv_eq_h); ompi_mtl_portals4 88 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlPTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 94 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.recv_eq_h, ompi_mtl_portals4 96 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.recv_idx); ompi_mtl_portals4 103 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.recv_idx != REQ_RECV_TABLE_ID) { ompi_mtl_portals4 106 ompi/mca/mtl/portals4/mtl_portals4.c __FILE__, __LINE__, ompi_mtl_portals4.recv_idx); ompi_mtl_portals4 110 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlPTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 113 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.send_eq_h, ompi_mtl_portals4 115 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.read_idx); ompi_mtl_portals4 122 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.read_idx != REQ_READ_TABLE_ID) { ompi_mtl_portals4 125 ompi/mca/mtl/portals4/mtl_portals4.c __FILE__, __LINE__, ompi_mtl_portals4.read_idx); ompi_mtl_portals4 136 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlMDBind(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 138 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.zero_md_h); ompi_mtl_portals4 150 ompi/mca/mtl/portals4/mtl_portals4.c md.eq_handle = ompi_mtl_portals4.send_eq_h; ompi_mtl_portals4 153 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlMDBind(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 155 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.send_md_h); ompi_mtl_portals4 168 ompi/mca/mtl/portals4/mtl_portals4.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 173 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 183 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 184 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 188 ompi/mca/mtl/portals4/mtl_portals4.c &ompi_mtl_portals4.long_overflow_me_h); ompi_mtl_portals4 205 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.opcount = 0; ompi_mtl_portals4 207 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.recv_opcount = 0; ompi_mtl_portals4 223 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.long_overflow_me_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 224 ompi/mca/mtl/portals4/mtl_portals4.c PtlMEUnlink(ompi_mtl_portals4.long_overflow_me_h); ompi_mtl_portals4 226 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.zero_md_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 227 ompi/mca/mtl/portals4/mtl_portals4.c PtlMDRelease(ompi_mtl_portals4.zero_md_h); ompi_mtl_portals4 229 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.send_md_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 230 ompi/mca/mtl/portals4/mtl_portals4.c PtlMDRelease(ompi_mtl_portals4.send_md_h); ompi_mtl_portals4 232 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.read_idx != (ptl_pt_index_t) ~0UL) { ompi_mtl_portals4 233 ompi/mca/mtl/portals4/mtl_portals4.c PtlPTFree(ompi_mtl_portals4.ni_h, ompi_mtl_portals4.read_idx); ompi_mtl_portals4 235 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.recv_idx != (ptl_pt_index_t) ~0UL) { ompi_mtl_portals4 236 ompi/mca/mtl/portals4/mtl_portals4.c PtlPTFree(ompi_mtl_portals4.ni_h, ompi_mtl_portals4.recv_idx); ompi_mtl_portals4 238 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.send_eq_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 239 ompi/mca/mtl/portals4/mtl_portals4.c PtlEQFree(ompi_mtl_portals4.send_eq_h); ompi_mtl_portals4 241 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.recv_eq_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 242 ompi/mca/mtl/portals4/mtl_portals4.c PtlEQFree(ompi_mtl_portals4.recv_eq_h); ompi_mtl_portals4 288 ompi/mca/mtl/portals4/mtl_portals4.c ret = PtlSetMap(ompi_mtl_portals4.ni_h, nprocs, maptable); ompi_mtl_portals4 315 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 371 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 429 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 451 ompi/mca/mtl/portals4/mtl_portals4.c #define NEED_ALL_PROCS (ompi_mtl_portals4.use_logical || ompi_mtl_portals4.use_flowctl) ompi_mtl_portals4 473 ompi/mca/mtl/portals4/mtl_portals4.c if (1 == ompi_mtl_portals4.need_init) { ompi_mtl_portals4 474 ompi/mca/mtl/portals4/mtl_portals4.c if (1 == ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 517 ompi/mca/mtl/portals4/mtl_portals4.c ompi_mtl_portals4.need_init = 0; ompi_mtl_portals4 551 ompi/mca/mtl/portals4/mtl_portals4.c if (0 == ompi_mtl_portals4.need_init) { ompi_mtl_portals4 561 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.long_overflow_me_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 562 ompi/mca/mtl/portals4/mtl_portals4.c PtlMEUnlink(ompi_mtl_portals4.long_overflow_me_h); ompi_mtl_portals4 564 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.zero_md_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 565 ompi/mca/mtl/portals4/mtl_portals4.c PtlMDRelease(ompi_mtl_portals4.zero_md_h); ompi_mtl_portals4 567 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.send_md_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 568 ompi/mca/mtl/portals4/mtl_portals4.c PtlMDRelease(ompi_mtl_portals4.send_md_h); ompi_mtl_portals4 570 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.read_idx != (ptl_pt_index_t) ~0UL) { ompi_mtl_portals4 571 ompi/mca/mtl/portals4/mtl_portals4.c PtlPTFree(ompi_mtl_portals4.ni_h, ompi_mtl_portals4.read_idx); ompi_mtl_portals4 573 ompi/mca/mtl/portals4/mtl_portals4.c if (ompi_mtl_portals4.recv_idx != (ptl_pt_index_t) ~0UL) { ompi_mtl_portals4 574 ompi/mca/mtl/portals4/mtl_portals4.c PtlPTFree(ompi_mtl_portals4.ni_h, ompi_mtl_portals4.recv_idx); ompi_mtl_portals4 576 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.send_eq_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 577 ompi/mca/mtl/portals4/mtl_portals4.c PtlEQFree(ompi_mtl_portals4.send_eq_h); ompi_mtl_portals4 579 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.recv_eq_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 580 ompi/mca/mtl/portals4/mtl_portals4.c PtlEQFree(ompi_mtl_portals4.recv_eq_h); ompi_mtl_portals4 582 ompi/mca/mtl/portals4/mtl_portals4.c if (!PtlHandleIsEqual(ompi_mtl_portals4.ni_h, PTL_INVALID_HANDLE)) { ompi_mtl_portals4 583 ompi/mca/mtl/portals4/mtl_portals4.c PtlNIFini(ompi_mtl_portals4.ni_h); ompi_mtl_portals4 135 ompi/mca/mtl/portals4/mtl_portals4.h extern mca_mtl_portals4_module_t ompi_mtl_portals4; ompi_mtl_portals4 88 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.use_logical = 0; ompi_mtl_portals4 98 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.use_logical); ompi_mtl_portals4 107 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.short_limit = 2 * 1024; ompi_mtl_portals4 117 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.short_limit); ompi_mtl_portals4 120 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.eager_limit = 2 * 1024; ompi_mtl_portals4 130 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.eager_limit); ompi_mtl_portals4 132 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.recv_short_num = 32; ompi_mtl_portals4 142 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.recv_short_num); ompi_mtl_portals4 144 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.recv_short_size = 2 * 1024 * 1024; ompi_mtl_portals4 154 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.recv_short_size); ompi_mtl_portals4 156 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.send_queue_size = 1024; ompi_mtl_portals4 166 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.send_queue_size); ompi_mtl_portals4 168 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.recv_queue_size = 1024; ompi_mtl_portals4 178 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.recv_queue_size); ompi_mtl_portals4 180 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.protocol = eager; ompi_mtl_portals4 191 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.protocol); ompi_mtl_portals4 193 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.max_msg_size_mtl = PTL_SIZE_MAX; ompi_mtl_portals4 203 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.max_msg_size_mtl); ompi_mtl_portals4 205 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.get_retransmit_timeout=10000; ompi_mtl_portals4 213 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.get_retransmit_timeout); ompi_mtl_portals4 226 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.base.mtl_request_size = ompi_mtl_portals4 240 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.max_msg_size_mtl); ompi_mtl_portals4 243 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.short_limit); ompi_mtl_portals4 246 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.eager_limit); ompi_mtl_portals4 249 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.recv_short_num); ompi_mtl_portals4 251 ompi/mca/mtl/portals4/mtl_portals4_component.c "Send queue size: %d", ompi_mtl_portals4.send_queue_size); ompi_mtl_portals4 253 ompi/mca/mtl/portals4/mtl_portals4_component.c "Recv queue size: %d", ompi_mtl_portals4.recv_queue_size); ompi_mtl_portals4 256 ompi/mca/mtl/portals4/mtl_portals4_component.c (ompi_mtl_portals4.protocol == eager) ? "Eager" : ompi_mtl_portals4 257 ompi/mca/mtl/portals4/mtl_portals4_component.c (ompi_mtl_portals4.protocol == rndv) ? "Rendezvous" : ompi_mtl_portals4 260 ompi/mca/mtl/portals4/mtl_portals4_component.c OBJ_CONSTRUCT(&ompi_mtl_portals4.fl_message, opal_free_list_t); ompi_mtl_portals4 261 ompi/mca/mtl/portals4/mtl_portals4_component.c opal_free_list_init(&ompi_mtl_portals4.fl_message, ompi_mtl_portals4 263 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.eager_limit, ompi_mtl_portals4 268 ompi/mca/mtl/portals4/mtl_portals4_component.c OBJ_CONSTRUCT(&ompi_mtl_portals4.fl_rndv_get_frag, opal_free_list_t); ompi_mtl_portals4 269 ompi/mca/mtl/portals4/mtl_portals4_component.c opal_free_list_init(&ompi_mtl_portals4.fl_rndv_get_frag, ompi_mtl_portals4 275 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.ni_h = PTL_INVALID_HANDLE; ompi_mtl_portals4 276 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.send_eq_h = PTL_INVALID_HANDLE; ompi_mtl_portals4 277 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.recv_eq_h = PTL_INVALID_HANDLE; ompi_mtl_portals4 278 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.zero_md_h = PTL_INVALID_HANDLE; ompi_mtl_portals4 279 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.send_md_h = PTL_INVALID_HANDLE; ompi_mtl_portals4 280 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.long_overflow_me_h = PTL_INVALID_HANDLE; ompi_mtl_portals4 281 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.recv_idx = (ptl_pt_index_t) ~0UL; ompi_mtl_portals4 282 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.read_idx = (ptl_pt_index_t) ~0UL; ompi_mtl_portals4 284 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.need_init=1; ompi_mtl_portals4 287 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.use_flowctl=1; ompi_mtl_portals4 289 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.use_flowctl=0; ompi_mtl_portals4 295 ompi/mca/mtl/portals4/mtl_portals4_component.c #define NEED_ALL_PROCS (ompi_mtl_portals4.use_logical || ompi_mtl_portals4.use_flowctl) ompi_mtl_portals4 305 ompi/mca/mtl/portals4/mtl_portals4_component.c *module = (mca_base_module_t *)&ompi_mtl_portals4.base; ompi_mtl_portals4 310 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.base.mtl_flags |= MCA_MTL_BASE_FLAG_REQUIRE_WORLD; ompi_mtl_portals4 320 ompi/mca/mtl/portals4/mtl_portals4_component.c OBJ_DESTRUCT(&ompi_mtl_portals4.fl_message); ompi_mtl_portals4 349 ompi/mca/mtl/portals4/mtl_portals4_component.c if (ompi_mtl_portals4.use_logical) ompi_mtl_portals4 355 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.ni_h); ompi_mtl_portals4 361 ompi/mca/mtl/portals4/mtl_portals4_component.c &ompi_mtl_portals4.ni_h); ompi_mtl_portals4 369 ompi/mca/mtl/portals4/mtl_portals4_component.c if (actual_limits.max_msg_size < ompi_mtl_portals4.max_msg_size_mtl) ompi_mtl_portals4 370 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.max_msg_size_mtl = actual_limits.max_msg_size; ompi_mtl_portals4 372 ompi/mca/mtl/portals4/mtl_portals4_component.c "Due to portals4 and user configuration messages will not go over the size of %lu", ompi_mtl_portals4.max_msg_size_mtl)); ompi_mtl_portals4 393 ompi/mca/mtl/portals4/mtl_portals4_component.c ret = PtlGetUid(ompi_mtl_portals4.ni_h, &ompi_mtl_portals4.uid); ompi_mtl_portals4 402 ompi/mca/mtl/portals4/mtl_portals4_component.c ret = PtlGetPhysId(ompi_mtl_portals4.ni_h, &id); ompi_mtl_portals4 410 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.ptl_process_id = id; ompi_mtl_portals4 428 ompi/mca/mtl/portals4/mtl_portals4_component.c ompi_mtl_portals4.base.mtl_max_tag = MTL_PORTALS4_MAX_TAG; ompi_mtl_portals4 429 ompi/mca/mtl/portals4/mtl_portals4_component.c return &ompi_mtl_portals4.base; ompi_mtl_portals4 505 ompi/mca/mtl/portals4/mtl_portals4_component.c ret = PtlEQPoll(ompi_mtl_portals4.eqs_h, 2, 0, &ev, &which); ompi_mtl_portals4 586 ompi/mca/mtl/portals4/mtl_portals4_component.c 0 != opal_list_get_size(&ompi_mtl_portals4.flowctl.pending_sends))) { ompi_mtl_portals4 39 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.flowctl_active = false; ompi_mtl_portals4 41 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c OBJ_CONSTRUCT(&ompi_mtl_portals4.flowctl.pending_sends, opal_list_t); ompi_mtl_portals4 43 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c OBJ_CONSTRUCT(&ompi_mtl_portals4.flowctl.pending_fl, opal_free_list_t); ompi_mtl_portals4 44 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c opal_free_list_init(&ompi_mtl_portals4.flowctl.pending_fl, ompi_mtl_portals4 50 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.max_send_slots = (ompi_mtl_portals4.send_queue_size - 3) / 3; ompi_mtl_portals4 51 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.send_slots = ompi_mtl_portals4.flowctl.max_send_slots; ompi_mtl_portals4 53 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.alert_req.type = portals4_req_flowctl; ompi_mtl_portals4 54 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.alert_req.event_callback = flowctl_alert_callback; ompi_mtl_portals4 56 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.fanout_req.type = portals4_req_flowctl; ompi_mtl_portals4 57 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.fanout_req.event_callback = flowctl_fanout_callback; ompi_mtl_portals4 59 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.epoch_counter = -1; ompi_mtl_portals4 61 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlPTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 63 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.send_eq_h, ompi_mtl_portals4 65 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl_idx); ompi_mtl_portals4 73 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.flowctl_idx != REQ_FLOWCTL_TABLE_ID) { ompi_mtl_portals4 76 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c __FILE__, __LINE__, ompi_mtl_portals4.flowctl_idx); ompi_mtl_portals4 80 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlCTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 81 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.trigger_ct_h); ompi_mtl_portals4 94 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 95 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 109 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c me.ct_handle = ompi_mtl_portals4.flowctl.trigger_ct_h; ompi_mtl_portals4 111 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 112 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 116 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.trigger_me_h); ompi_mtl_portals4 127 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlCTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 128 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.alert_ct_h); ompi_mtl_portals4 140 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c me.ct_handle = ompi_mtl_portals4.flowctl.alert_ct_h; ompi_mtl_portals4 142 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 143 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 146 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.alert_req, ompi_mtl_portals4 147 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.alert_me_h); ompi_mtl_portals4 156 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlCTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 157 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.fanin_ct_h); ompi_mtl_portals4 170 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c me.ct_handle = ompi_mtl_portals4.flowctl.fanin_ct_h; ompi_mtl_portals4 172 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 173 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 177 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.fanin_me_h); ompi_mtl_portals4 186 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlCTAlloc(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 187 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.fanout_ct_h); ompi_mtl_portals4 199 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c me.ct_handle = ompi_mtl_portals4.flowctl.fanout_ct_h; ompi_mtl_portals4 201 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 202 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 205 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.fanout_req, ompi_mtl_portals4 206 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c &ompi_mtl_portals4.flowctl.fanout_me_h); ompi_mtl_portals4 214 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.num_children = 0; ompi_mtl_portals4 216 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c gettimeofday(&ompi_mtl_portals4.flowctl.tv, NULL); ompi_mtl_portals4 217 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.backoff_count = 0; ompi_mtl_portals4 229 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlMEUnlink(ompi_mtl_portals4.flowctl.trigger_me_h); ompi_mtl_portals4 230 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlCTFree(ompi_mtl_portals4.flowctl.trigger_ct_h); ompi_mtl_portals4 231 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlMEUnlink(ompi_mtl_portals4.flowctl.alert_me_h); ompi_mtl_portals4 232 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlCTFree(ompi_mtl_portals4.flowctl.alert_ct_h); ompi_mtl_portals4 233 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlMEUnlink(ompi_mtl_portals4.flowctl.fanin_me_h); ompi_mtl_portals4 234 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlCTFree(ompi_mtl_portals4.flowctl.fanin_ct_h); ompi_mtl_portals4 235 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlMEUnlink(ompi_mtl_portals4.flowctl.fanout_me_h); ompi_mtl_portals4 236 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlCTFree(ompi_mtl_portals4.flowctl.fanout_ct_h); ompi_mtl_portals4 238 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c PtlPTFree(ompi_mtl_portals4.ni_h, ompi_mtl_portals4.flowctl_idx); ompi_mtl_portals4 254 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.flowctl.epoch_counter != -1) { ompi_mtl_portals4 257 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.epoch_counter = 0; ompi_mtl_portals4 259 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.num_procs = npeers; ompi_mtl_portals4 260 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (0 == me) ompi_mtl_portals4.flowctl.i_am_root = true; ompi_mtl_portals4 261 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c else ompi_mtl_portals4.flowctl.i_am_root = false; ompi_mtl_portals4 263 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 264 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.root.rank = 0; ompi_mtl_portals4 265 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (false == ompi_mtl_portals4.flowctl.i_am_root) { ompi_mtl_portals4 266 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.parent.rank = (me - 1) / 2; ompi_mtl_portals4 268 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.me.rank = me; ompi_mtl_portals4 271 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.root = ompi_mtl_portals4 273 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (false == ompi_mtl_portals4.flowctl.i_am_root) { ompi_mtl_portals4 274 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.parent = ompi_mtl_portals4 277 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.me = ompi_mtl_portals4 284 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.num_children++; ompi_mtl_portals4 285 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.use_logical) ompi_mtl_portals4 286 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.children[i].rank = tmp; ompi_mtl_portals4 287 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c else ompi_mtl_portals4.flowctl.children[i] = ompi_mtl_portals4 292 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c return setup_alarm(ompi_mtl_portals4.flowctl.epoch_counter); ompi_mtl_portals4 302 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (true == OPAL_ATOMIC_COMPARE_EXCHANGE_STRONG_32(&ompi_mtl_portals4.flowctl.flowctl_active, &_tmp_value, 1)) { ompi_mtl_portals4 304 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 308 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.root, ompi_mtl_portals4 309 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 349 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.flowctl_active = true; ompi_mtl_portals4 350 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c epoch_counter = opal_atomic_add_fetch_64(&ompi_mtl_portals4.flowctl.epoch_counter, 1); ompi_mtl_portals4 375 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c while (ompi_mtl_portals4.flowctl.send_slots != ompi_mtl_portals4 376 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.max_send_slots) { ompi_mtl_portals4 392 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = opal_list_sort(&ompi_mtl_portals4.flowctl.pending_sends, seqnum_compare); ompi_mtl_portals4 404 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 408 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.me, ompi_mtl_portals4 409 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 441 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.flowctl.i_am_root) { ompi_mtl_portals4 442 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlTriggeredPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 446 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.me, ompi_mtl_portals4 447 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 452 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.trigger_ct_h, ompi_mtl_portals4 453 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c (epoch * ompi_mtl_portals4.flowctl.num_procs) + 1); ompi_mtl_portals4 463 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c for (i = 0 ; i < ompi_mtl_portals4.flowctl.num_children ; ++i) { ompi_mtl_portals4 464 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlTriggeredPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 468 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.children[i], ompi_mtl_portals4 469 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 474 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.alert_ct_h, ompi_mtl_portals4 496 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c if (ompi_mtl_portals4.flowctl.i_am_root) { ompi_mtl_portals4 497 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ct.success = ompi_mtl_portals4.flowctl.epoch_counter * ompi_mtl_portals4 498 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.num_procs; ompi_mtl_portals4 500 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlTriggeredCTSet(ompi_mtl_portals4.flowctl.trigger_ct_h, ompi_mtl_portals4 502 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.fanin_ct_h, ompi_mtl_portals4 503 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c epoch * (ompi_mtl_portals4.flowctl.num_children + 1)); ompi_mtl_portals4 511 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlTriggeredPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 515 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.me, ompi_mtl_portals4 516 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 521 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.fanin_ct_h, ompi_mtl_portals4 522 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c epoch * (ompi_mtl_portals4.flowctl.num_children + 1)); ompi_mtl_portals4 530 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlTriggeredPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 534 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.parent, ompi_mtl_portals4 535 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 540 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.fanin_ct_h, ompi_mtl_portals4 541 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c epoch * (ompi_mtl_portals4.flowctl.num_children + 1)); ompi_mtl_portals4 550 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c for (i = 0 ; i < ompi_mtl_portals4.flowctl.num_children ; ++i) { ompi_mtl_portals4 551 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlTriggeredPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 555 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.children[i], ompi_mtl_portals4 556 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl_idx, ompi_mtl_portals4 561 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.fanout_ct_h, ompi_mtl_portals4 591 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.flowctl_active = false; ompi_mtl_portals4 592 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ret = PtlPTEnable(ompi_mtl_portals4.ni_h, ompi_mtl_portals4.recv_idx); ompi_mtl_portals4 602 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c (ompi_mtl_portals4.flowctl.tv.tv_sec * 1000000 + ompi_mtl_portals4.flowctl.tv.tv_usec)) ompi_mtl_portals4 603 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c < 1000000 * ompi_mtl_portals4.flowctl.backoff_count) { ompi_mtl_portals4 604 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c usleep(++ompi_mtl_portals4.flowctl.backoff_count); ompi_mtl_portals4 606 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.backoff_count = 0; ompi_mtl_portals4 608 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.tv = tv; ompi_mtl_portals4 614 ompi/mca/mtl/portals4/mtl_portals4_flowctl.c ompi_mtl_portals4.flowctl.epoch_counter)); ompi_mtl_portals4 31 ompi/mca/mtl/portals4/mtl_portals4_message.h tmp = opal_free_list_get (&ompi_mtl_portals4.fl_message); ompi_mtl_portals4 54 ompi/mca/mtl/portals4/mtl_portals4_message.h opal_free_list_return (&ompi_mtl_portals4.fl_message, ompi_mtl_portals4 72 ompi/mca/mtl/portals4/mtl_portals4_probe.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 78 ompi/mca/mtl/portals4/mtl_portals4_probe.c } else if ((ompi_mtl_portals4.use_logical) && (MPI_COMM_WORLD == comm)) { ompi_mtl_portals4 92 ompi/mca/mtl/portals4/mtl_portals4_probe.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 105 ompi/mca/mtl/portals4/mtl_portals4_probe.c ret = PtlMESearch(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 106 ompi/mca/mtl/portals4/mtl_portals4_probe.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 150 ompi/mca/mtl/portals4/mtl_portals4_probe.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 156 ompi/mca/mtl/portals4/mtl_portals4_probe.c } else if ((ompi_mtl_portals4.use_logical) && (MPI_COMM_WORLD == comm)) { ompi_mtl_portals4 170 ompi/mca/mtl/portals4/mtl_portals4_probe.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 183 ompi/mca/mtl/portals4/mtl_portals4_probe.c ret = PtlMESearch(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 184 ompi/mca/mtl/portals4/mtl_portals4_probe.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 56 ompi/mca/mtl/portals4/mtl_portals4_recv.c while (OPAL_UNLIKELY(OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, -1) < 0)) { ompi_mtl_portals4 57 ompi/mca/mtl/portals4/mtl_portals4_recv.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 62 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag_count = (length + ompi_mtl_portals4.max_msg_size_mtl - 1) / ompi_mtl_portals4.max_msg_size_mtl; ompi_mtl_portals4 69 ompi/mca/mtl/portals4/mtl_portals4_recv.c tmp = opal_free_list_get (&ompi_mtl_portals4.fl_rndv_get_frag); ompi_mtl_portals4 78 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_start = (char*)start + i * ompi_mtl_portals4.max_msg_size_mtl; ompi_mtl_portals4 79 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_length = (OPAL_UNLIKELY(rest > ompi_mtl_portals4.max_msg_size_mtl)) ? ompi_mtl_portals4.max_msg_size_mtl : rest; ompi_mtl_portals4 82 ompi/mca/mtl/portals4/mtl_portals4_recv.c frag->frag_remote_offset = remote_offset + i * ompi_mtl_portals4.max_msg_size_mtl; ompi_mtl_portals4 90 ompi/mca/mtl/portals4/mtl_portals4_recv.c ret = PtlGet(ompi_mtl_portals4.send_md_h, ompi_mtl_portals4 94 ompi/mca/mtl/portals4/mtl_portals4_recv.c ompi_mtl_portals4.read_idx, ompi_mtl_portals4 156 ompi/mca/mtl/portals4/mtl_portals4_recv.c ompi_mtl_portals4.protocol)); ompi_mtl_portals4 257 ompi/mca/mtl/portals4/mtl_portals4_recv.c ret = PtlPut(ompi_mtl_portals4.zero_md_h, ompi_mtl_portals4 262 ompi/mca/mtl/portals4/mtl_portals4_recv.c ompi_mtl_portals4.read_idx, ompi_mtl_portals4 351 ompi/mca/mtl/portals4/mtl_portals4_recv.c rndv_get_frag->frag_abs_timeout_usec = opal_timer_base_get_usec() + ompi_mtl_portals4.get_retransmit_timeout; ompi_mtl_portals4 365 ompi/mca/mtl/portals4/mtl_portals4_recv.c ret = PtlGet(ompi_mtl_portals4.send_md_h, ompi_mtl_portals4 369 ompi/mca/mtl/portals4/mtl_portals4_recv.c ompi_mtl_portals4.read_idx, ompi_mtl_portals4 385 ompi/mca/mtl/portals4/mtl_portals4_recv.c opal_free_list_return (&ompi_mtl_portals4.fl_rndv_get_frag, ompi_mtl_portals4 395 ompi/mca/mtl/portals4/mtl_portals4_recv.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 447 ompi/mca/mtl/portals4/mtl_portals4_recv.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 453 ompi/mca/mtl/portals4/mtl_portals4_recv.c } else if ((ompi_mtl_portals4.use_logical) && (MPI_COMM_WORLD == comm)) { ompi_mtl_portals4 471 ompi/mca/mtl/portals4/mtl_portals4_recv.c ptl_request->opcount = OPAL_THREAD_ADD_FETCH64((int64_t*) &ompi_mtl_portals4.recv_opcount, 1); ompi_mtl_portals4 492 ompi/mca/mtl/portals4/mtl_portals4_recv.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 497 ompi/mca/mtl/portals4/mtl_portals4_recv.c if (length <= ompi_mtl_portals4.short_limit) { ompi_mtl_portals4 504 ompi/mca/mtl/portals4/mtl_portals4_recv.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 505 ompi/mca/mtl/portals4/mtl_portals4_recv.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 521 ompi/mca/mtl/portals4/mtl_portals4_recv.c if (length > ompi_mtl_portals4.short_limit) { ompi_mtl_portals4 552 ompi/mca/mtl/portals4/mtl_portals4_recv.c ptl_request->opcount = OPAL_THREAD_ADD_FETCH64((int64_t*) &ompi_mtl_portals4.recv_opcount, 1); ompi_mtl_portals4 47 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_LOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 51 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c ompi_mtl_portals4.active_recv_short_blocks--; ompi_mtl_portals4 52 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 59 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c opal_list_remove_item(&ompi_mtl_portals4.recv_short_blocks, ompi_mtl_portals4 61 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 64 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 70 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 81 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_LOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 85 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c ompi_mtl_portals4.active_recv_short_blocks--; ompi_mtl_portals4 86 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 91 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c opal_list_remove_item(&ompi_mtl_portals4.recv_short_blocks, ompi_mtl_portals4 93 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 96 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 104 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 114 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_LOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 118 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c ompi_mtl_portals4.active_recv_short_blocks++; ompi_mtl_portals4 119 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 123 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 148 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c block->start = malloc(ompi_mtl_portals4.recv_short_size); ompi_mtl_portals4 192 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c me.length = ompi_mtl_portals4.recv_short_size; ompi_mtl_portals4 194 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c me.min_free = ompi_mtl_portals4.short_limit; ompi_mtl_portals4 195 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 201 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c if (ompi_mtl_portals4.use_logical) { ompi_mtl_portals4 210 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_LOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 212 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 214 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 215 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 236 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OBJ_CONSTRUCT(&ompi_mtl_portals4.short_block_mutex, opal_mutex_t); ompi_mtl_portals4 237 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OBJ_CONSTRUCT(&(ompi_mtl_portals4.recv_short_blocks), opal_list_t); ompi_mtl_portals4 240 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c for (i = 0 ; i < ompi_mtl_portals4.recv_short_num ; ++i) { ompi_mtl_portals4 246 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c opal_list_append(&ompi_mtl_portals4.recv_short_blocks, ompi_mtl_portals4 261 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_LOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 262 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c while (NULL != (item = opal_list_remove_first(&ompi_mtl_portals4.recv_short_blocks))) { ompi_mtl_portals4 266 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c ompi_mtl_portals4.active_recv_short_blocks--; ompi_mtl_portals4 268 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 278 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c int active = ompi_mtl_portals4.active_recv_short_blocks; ompi_mtl_portals4 288 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_LOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 289 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c opal_list_append(&ompi_mtl_portals4.recv_short_blocks, ompi_mtl_portals4 293 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c (int) opal_list_get_size(&ompi_mtl_portals4.recv_short_blocks), ompi_mtl_portals4.active_recv_short_blocks)); ompi_mtl_portals4 294 ompi/mca/mtl/portals4/mtl_portals4_recv_short.c OPAL_THREAD_UNLOCK(&ompi_mtl_portals4.short_block_mutex); ompi_mtl_portals4 95 ompi/mca/mtl/portals4/mtl_portals4_send.c opal_list_append(&ompi_mtl_portals4.flowctl.pending_sends, ompi_mtl_portals4 97 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 125 ompi/mca/mtl/portals4/mtl_portals4_send.c if ((eager == ompi_mtl_portals4.protocol) || ompi_mtl_portals4 126 ompi/mca/mtl/portals4/mtl_portals4_send.c (ptl_request->length % ompi_mtl_portals4.max_msg_size_mtl <= ompi_mtl_portals4.eager_limit)) { ompi_mtl_portals4 177 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 178 ompi/mca/mtl/portals4/mtl_portals4_send.c opal_free_list_return (&ompi_mtl_portals4.flowctl.pending_fl, ompi_mtl_portals4 181 ompi/mca/mtl/portals4/mtl_portals4_send.c if (OPAL_UNLIKELY(0 != opal_list_get_size(&ompi_mtl_portals4.flowctl.pending_sends))) { ompi_mtl_portals4 254 ompi/mca/mtl/portals4/mtl_portals4_send.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 264 ompi/mca/mtl/portals4/mtl_portals4_send.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 265 ompi/mca/mtl/portals4/mtl_portals4_send.c ompi_mtl_portals4.read_idx, ompi_mtl_portals4 294 ompi/mca/mtl/portals4/mtl_portals4_send.c ret = PtlPut(ompi_mtl_portals4.send_md_h, ompi_mtl_portals4 299 ompi/mca/mtl/portals4/mtl_portals4_send.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 339 ompi/mca/mtl/portals4/mtl_portals4_send.c me.uid = ompi_mtl_portals4.uid; ompi_mtl_portals4 348 ompi/mca/mtl/portals4/mtl_portals4_send.c ret = PtlMEAppend(ompi_mtl_portals4.ni_h, ompi_mtl_portals4 349 ompi/mca/mtl/portals4/mtl_portals4_send.c ompi_mtl_portals4.read_idx, ompi_mtl_portals4 365 ompi/mca/mtl/portals4/mtl_portals4_send.c if (rndv == ompi_mtl_portals4.protocol) { ompi_mtl_portals4 366 ompi/mca/mtl/portals4/mtl_portals4_send.c ptl_size_t min = (OPAL_LIKELY (ompi_mtl_portals4.eager_limit < ompi_mtl_portals4.max_msg_size_mtl)) ? ompi_mtl_portals4 367 ompi/mca/mtl/portals4/mtl_portals4_send.c ompi_mtl_portals4.eager_limit : ompi_mtl_portals4 368 ompi/mca/mtl/portals4/mtl_portals4_send.c ompi_mtl_portals4.max_msg_size_mtl; ompi_mtl_portals4 377 ompi/mca/mtl/portals4/mtl_portals4_send.c if (length > ompi_mtl_portals4.max_msg_size_mtl) ompi_mtl_portals4 378 ompi/mca/mtl/portals4/mtl_portals4_send.c put_length = (ptl_size_t) ompi_mtl_portals4.max_msg_size_mtl; ompi_mtl_portals4 389 ompi/mca/mtl/portals4/mtl_portals4_send.c ptl_request->pending_get = (length - 1) / ompi_mtl_portals4.max_msg_size_mtl + 1; ompi_mtl_portals4 392 ompi/mca/mtl/portals4/mtl_portals4_send.c ret = PtlPut(ompi_mtl_portals4.send_md_h, ompi_mtl_portals4 397 ompi/mca/mtl/portals4/mtl_portals4_send.c ompi_mtl_portals4.recv_idx, ompi_mtl_portals4 423 ompi/mca/mtl/portals4/mtl_portals4_send.c while ((!ompi_mtl_portals4.flowctl.flowctl_active) && ompi_mtl_portals4 424 ompi/mca/mtl/portals4/mtl_portals4_send.c (0 != opal_list_get_size(&ompi_mtl_portals4.flowctl.pending_sends))) { ompi_mtl_portals4 425 ompi/mca/mtl/portals4/mtl_portals4_send.c val = OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, -1); ompi_mtl_portals4 427 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 431 ompi/mca/mtl/portals4/mtl_portals4_send.c item = opal_list_remove_first(&ompi_mtl_portals4.flowctl.pending_sends); ompi_mtl_portals4 433 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 438 ompi/mca/mtl/portals4/mtl_portals4_send.c if (pending->length <= ompi_mtl_portals4.short_limit) { ompi_mtl_portals4 457 ompi/mca/mtl/portals4/mtl_portals4_send.c opal_list_prepend(&ompi_mtl_portals4.flowctl.pending_sends, ompi_mtl_portals4 459 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 485 ompi/mca/mtl/portals4/mtl_portals4_send.c if ((ompi_mtl_portals4.use_logical) && (MPI_COMM_WORLD == comm)) { ompi_mtl_portals4 495 ompi/mca/mtl/portals4/mtl_portals4_send.c ptl_request->opcount = OPAL_THREAD_ADD_FETCH64((int64_t*)&ompi_mtl_portals4.opcount, 1); ompi_mtl_portals4 508 ompi/mca/mtl/portals4/mtl_portals4_send.c item = opal_free_list_get (&ompi_mtl_portals4.flowctl.pending_fl); ompi_mtl_portals4 523 ompi/mca/mtl/portals4/mtl_portals4_send.c if (OPAL_UNLIKELY(OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, -1) < 0)) { ompi_mtl_portals4 524 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 525 ompi/mca/mtl/portals4/mtl_portals4_send.c opal_list_append(&ompi_mtl_portals4.flowctl.pending_sends, ompi_mtl_portals4 530 ompi/mca/mtl/portals4/mtl_portals4_send.c if (OPAL_UNLIKELY(0 != opal_list_get_size(&ompi_mtl_portals4.flowctl.pending_sends))) { ompi_mtl_portals4 531 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 532 ompi/mca/mtl/portals4/mtl_portals4_send.c opal_list_append(&ompi_mtl_portals4.flowctl.pending_sends, ompi_mtl_portals4 538 ompi/mca/mtl/portals4/mtl_portals4_send.c if (OPAL_UNLIKELY(ompi_mtl_portals4.flowctl.flowctl_active)) { ompi_mtl_portals4 539 ompi/mca/mtl/portals4/mtl_portals4_send.c OPAL_THREAD_ADD_FETCH32(&ompi_mtl_portals4.flowctl.send_slots, 1); ompi_mtl_portals4 540 ompi/mca/mtl/portals4/mtl_portals4_send.c opal_list_append(&ompi_mtl_portals4.flowctl.pending_sends, ompi_mtl_portals4 545 ompi/mca/mtl/portals4/mtl_portals4_send.c if (length <= ompi_mtl_portals4.short_limit) {